java.security.PrivilegedActionException: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.212.125:33436,127.23.212.126:35133,127.23.212.124:41615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: [peer master-127.23.212.125:33436(127.23.212.125:33436)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: [peer master-127.23.212.126:35133(127.23.212.126:35133)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: [peer master-127.23.212.124:41615(127.23.212.124:41615)] encountered a read timeout; closing the channel at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:360) at org.apache.kudu.spark.kudu.KuduContext.<init>(KuduContext.scala:122) at org.apache.kudu.spark.kudu.KuduRelation.<init>(DefaultSource.scala:212) at org.apache.kudu.spark.kudu.DefaultSource.createRelation(DefaultSource.scala:101) at org.apache.kudu.spark.kudu.DefaultSource.createRelation(DefaultSource.scala:76) at org.apache.spark.sql.execution.datasources.DataSource.resolveRelation(DataSource.scala:341) at org.apache.spark.sql.DataFrameReader.loadV1Source(DataFrameReader.scala:239) at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:227) at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:164) at org.apache.kudu.spark.kudu.package$KuduDataFrameReader.kudu(package.scala:30) at org.apache.kudu.spark.kudu.DefaultSourceTest.testSocketReadTimeoutPropagation(DefaultSourceTest.scala:924) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48) at org.apache.kudu.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:72) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:106) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38) at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:66) at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32) at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) at com.sun.proxy.$Proxy2.processTestClass(Unknown Source) at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:117) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:155) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:137) at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:404) at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.212.125:33436,127.23.212.126:35133,127.23.212.124:41615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: [peer master-127.23.212.125:33436(127.23.212.125:33436)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: [peer master-127.23.212.126:35133(127.23.212.126:35133)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: [peer master-127.23.212.124:41615(127.23.212.124:41615)] encountered a read timeout; closing the channel at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:365) at org.apache.kudu.client.KuduClient.exportAuthenticationCredentials(KuduClient.java:316) at org.apache.kudu.spark.kudu.KuduContext$$anon$1.run(KuduContext.scala:124) at org.apache.kudu.spark.kudu.KuduContext$$anon$1.run(KuduContext.scala:122) ... 64 more Caused by: org.apache.kudu.client.RecoverableException: [peer master-127.23.212.124:41615(127.23.212.124:41615)] encountered a read timeout; closing the channel at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:112) at org.apache.kudu.client.Connection.handleUpstream(Connection.java:243) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.exceptionCaught(SimpleChannelUpstreamHandler.java:153) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:112) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.apache.kudu.shaded.org.jboss.netty.channel.Channels.fireExceptionCaught(Channels.java:536) at org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutHandler.readTimedOut(ReadTimeoutHandler.java:236) at org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutHandler$ReadTimeoutTask$1.run(ReadTimeoutHandler.java:276) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.ChannelRunnableWrapper.run(ChannelRunnableWrapper.java:40) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioSelector.processTaskQueue(AbstractNioSelector.java:391) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:315) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) at org.apache.kudu.shaded.org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at org.apache.kudu.shaded.org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ... 1 more Caused by: org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutException at org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutHandler.<clinit>(ReadTimeoutHandler.java:84) at org.apache.kudu.client.Connection$ConnectionPipeline.init(Connection.java:805) at org.apache.kudu.client.Connection.<init>(Connection.java:203) at org.apache.kudu.client.ConnectionCache.getConnection(ConnectionCache.java:134) at org.apache.kudu.client.AsyncKuduClient.newRpcProxy(AsyncKuduClient.java:400) at org.apache.kudu.client.AsyncKuduClient.newMasterRpcProxy(AsyncKuduClient.java:424) at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:171) at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:154) at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1590) at org.apache.kudu.client.AsyncKuduClient.exportAuthenticationCredentials(AsyncKuduClient.java:820) at org.apache.kudu.client.KuduClient.exportAuthenticationCredentials(KuduClient.java:316) at org.apache.kudu.spark.kudu.KuduContext$$anon$1.run(KuduContext.scala:124) at org.apache.kudu.spark.kudu.KuduContext$$anon$1.run(KuduContext.scala:122) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:360) at org.apache.kudu.spark.kudu.KuduContext.<init>(KuduContext.scala:122) at org.apache.kudu.spark.kudu.KuduContext.<init>(KuduContext.scala:65) at org.apache.kudu.spark.kudu.KuduTestSuite$class.setUpBase(KuduTestSuite.scala:131) at org.apache.kudu.spark.kudu.DefaultSourceTest.setUpBase(DefaultSourceTest.scala:38) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48) at org.apache.kudu.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:72) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:106) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38) at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:66) at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32) at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) at com.sun.proxy.$Proxy2.processTestClass(Unknown Source) at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:117) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:155) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:137) at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:404) at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) ... 1 more = 50 17:46:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.939455 23783 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet a2786e8cc67a43b88c0458269227a1ea. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:15.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.940310 24193 ts_tablet_manager.cc:1028] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941: Bootstrapping tablet 17:46:15.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.940975 24193 tablet_bootstrap.cc:438] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941: Bootstrap starting. 17:46:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.944855 24193 tablet_bootstrap.cc:592] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941: No blocks or log segments found. Creating new log. 17:46:15.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.947049 24193 log.cc:525] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941: Log is configured to *not* fsync() on all Append() calls 17:46:15.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.953088 23783 ts_tablet_manager.cc:1173] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039: Registered tablet (data state: TABLET_DATA_READY) 17:46:15.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.953446 24193 tablet_bootstrap.cc:438] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941: No bootstrap required, opened a new log 17:46:15.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.953877 24193 ts_tablet_manager.cc:1045] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941: Time spent bootstrapping tablet: real 0.013s user 0.009s sys 0.000s 17:46:15.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.957517 24195 ts_tablet_manager.cc:1028] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039: Bootstrapping tablet 17:46:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.958123 24195 tablet_bootstrap.cc:438] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039: Bootstrap starting. 17:46:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.961756 24195 tablet_bootstrap.cc:592] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039: No blocks or log segments found. Creating new log. 17:46:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.963011 24195 log.cc:525] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039: Log is configured to *not* fsync() on all Append() calls 17:46:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.968839 24195 tablet_bootstrap.cc:438] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039: No bootstrap required, opened a new log 17:46:15.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.969430 24195 ts_tablet_manager.cc:1045] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039: Time spent bootstrapping tablet: real 0.012s user 0.006s sys 0.002s 17:46:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.977761 24193 raft_consensus.cc:325] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f898f187ae634442b8e8fd2f77103941" member_type: VOTER last_known_addr { host: "127.22.242.130" port: 46491 } } 17:46:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.978663 24193 raft_consensus.cc:351] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:15.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.978996 24193 raft_consensus.cc:630] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f898f187ae634442b8e8fd2f77103941, State: Initialized, Role: FOLLOWER 17:46:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.979722 24193 consensus_queue.cc:228] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f898f187ae634442b8e8fd2f77103941" member_type: VOTER last_known_addr { host: "127.22.242.130" port: 46491 } } 17:46:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.980393 24193 raft_consensus.cc:365] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.980758 24193 raft_consensus.cc:457] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:15.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.981092 24193 raft_consensus.cc:2742] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941: Snoozing failure detection for 2.001s (starting election) 17:46:15.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.981431 24193 raft_consensus.cc:2794] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941 [term 0 FOLLOWER]: Advancing to term 1 17:46:15.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.986119 24193 raft_consensus.cc:479] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f898f187ae634442b8e8fd2f77103941" member_type: VOTER last_known_addr { host: "127.22.242.130" port: 46491 } } 17:46:15.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.986943 24193 leader_election.cc:278] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.987707 24195 raft_consensus.cc:325] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "90bd0b036ae542f086d1860f96263039" member_type: VOTER last_known_addr { host: "127.22.242.129" port: 43473 } } 17:46:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.988379 24195 raft_consensus.cc:351] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.988693 24195 raft_consensus.cc:630] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 90bd0b036ae542f086d1860f96263039, State: Initialized, Role: FOLLOWER 17:46:15.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.989415 24195 consensus_queue.cc:228] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "90bd0b036ae542f086d1860f96263039" member_type: VOTER last_known_addr { host: "127.22.242.129" port: 43473 } } 17:46:15.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.990087 24195 raft_consensus.cc:365] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:15.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.989940 24197 raft_consensus.cc:2742] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941: Snoozing failure detection for 1.801s (election complete) 17:46:15.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.991497 24197 raft_consensus.cc:2549] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941 [term 1 FOLLOWER]: Leader election won for term 1 17:46:15.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.992635 24195 raft_consensus.cc:457] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:15.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.992895 24195 raft_consensus.cc:2742] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039: Snoozing failure detection for 1.711s (starting election) 17:46:15.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.993121 24195 raft_consensus.cc:2794] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039 [term 0 FOLLOWER]: Advancing to term 1 17:46:15.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.994309 24197 raft_consensus.cc:595] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941 [term 1 LEADER]: Becoming Leader. State: Replica: f898f187ae634442b8e8fd2f77103941, State: Running, Role: LEADER 17:46:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.995277 24197 consensus_queue.cc:205] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f898f187ae634442b8e8fd2f77103941" member_type: VOTER last_known_addr { host: "127.22.242.130" port: 46491 } } 17:46:15.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.998641 24195 raft_consensus.cc:479] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "90bd0b036ae542f086d1860f96263039" member_type: VOTER last_known_addr { host: "127.22.242.129" port: 43473 } } 17:46:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.999239 24195 leader_election.cc:278] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.001803 24200 raft_consensus.cc:2742] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039: Snoozing failure detection for 1.830s (election complete) 17:46:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.002238 24200 raft_consensus.cc:2549] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039 [term 1 FOLLOWER]: Leader election won for term 1 17:46:16.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.008757 24195 ts_tablet_manager.cc:1073] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039: Time spent starting tablet: real 0.039s user 0.024s sys 0.008s 17:46:16.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.008965 24200 raft_consensus.cc:595] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039 [term 1 LEADER]: Becoming Leader. State: Replica: 90bd0b036ae542f086d1860f96263039, State: Running, Role: LEADER 17:46:16.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.009671 24200 consensus_queue.cc:205] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "90bd0b036ae542f086d1860f96263039" member_type: VOTER last_known_addr { host: "127.22.242.129" port: 43473 } } 17:46:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.020594 23599 catalog_manager.cc:3758] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039 reported cstate change: term changed from 0 to 1, leader changed from to 90bd0b036ae542f086d1860f96263039 (127.22.242.129). New cstate: current_term: 1 leader_uuid: "90bd0b036ae542f086d1860f96263039" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "90bd0b036ae542f086d1860f96263039" member_type: VOTER last_known_addr { host: "127.22.242.129" port: 43473 } health_report { overall_health: HEALTHY } } } 17:46:16.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:15.993716 24193 ts_tablet_manager.cc:1073] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941: Time spent starting tablet: real 0.040s user 0.027s sys 0.006s 17:46:16.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.093514 23599 catalog_manager.cc:3758] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941 reported cstate change: term changed from 0 to 1, leader changed from to f898f187ae634442b8e8fd2f77103941 (127.22.242.130). New cstate: current_term: 1 leader_uuid: "f898f187ae634442b8e8fd2f77103941" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f898f187ae634442b8e8fd2f77103941" member_type: VOTER last_known_addr { host: "127.22.242.130" port: 46491 } health_report { overall_health: HEALTHY } } } 17:46:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:16.127660 23990 tablet.cc:1728] T 2b46510b9bef44348661af4bed303062 P f898f187ae634442b8e8fd2f77103941: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:16.183619 23856 tablet.cc:1728] T a2786e8cc67a43b88c0458269227a1ea P 90bd0b036ae542f086d1860f96263039: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:16.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.213223 23599 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.22.242.189:56663: 17:46:16.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:46:16.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:46:16.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:16.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:46:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.240597 24049 tablet_service.cc:759] Processing CreateTablet for tablet 8f4f49c3a8e840198294d30ecd73a653 (table=simple-test [id=ea8ef5163a6a4713a13ac07c77fcb114]), partition=RANGE (key) PARTITION UNBOUNDED 17:46:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.241385 24049 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 8f4f49c3a8e840198294d30ecd73a653. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:16.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.254645 24049 ts_tablet_manager.cc:1173] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a: Registered tablet (data state: TABLET_DATA_READY) 17:46:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.257262 24205 ts_tablet_manager.cc:1028] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a: Bootstrapping tablet 17:46:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.257757 24205 tablet_bootstrap.cc:438] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a: Bootstrap starting. 17:46:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.260578 24205 tablet_bootstrap.cc:592] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a: No blocks or log segments found. Creating new log. 17:46:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.261942 24205 log.cc:525] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a: Log is configured to *not* fsync() on all Append() calls 17:46:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.267489 24205 tablet_bootstrap.cc:438] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a: No bootstrap required, opened a new log 17:46:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.267890 24205 ts_tablet_manager.cc:1045] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a: Time spent bootstrapping tablet: real 0.010s user 0.003s sys 0.004s 17:46:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.280535 24205 raft_consensus.cc:325] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16bd987600024ef08c2dea93d76d590a" member_type: VOTER last_known_addr { host: "127.22.242.131" port: 51869 } } 17:46:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.281054 24205 raft_consensus.cc:351] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.281426 24205 raft_consensus.cc:630] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 16bd987600024ef08c2dea93d76d590a, State: Initialized, Role: FOLLOWER 17:46:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.282032 24205 consensus_queue.cc:228] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16bd987600024ef08c2dea93d76d590a" member_type: VOTER last_known_addr { host: "127.22.242.131" port: 51869 } } 17:46:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.282472 24205 raft_consensus.cc:365] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.282753 24205 raft_consensus.cc:457] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.283000 24205 raft_consensus.cc:2742] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a: Snoozing failure detection for 2.155s (starting election) 17:46:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.283257 24205 raft_consensus.cc:2794] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a [term 0 FOLLOWER]: Advancing to term 1 17:46:16.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.286231 24205 raft_consensus.cc:479] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16bd987600024ef08c2dea93d76d590a" member_type: VOTER last_known_addr { host: "127.22.242.131" port: 51869 } } 17:46:16.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.286805 24205 leader_election.cc:278] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:16.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.288496 24207 raft_consensus.cc:2742] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a: Snoozing failure detection for 1.584s (election complete) 17:46:16.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.288807 24207 raft_consensus.cc:2549] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a [term 1 FOLLOWER]: Leader election won for term 1 17:46:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.292430 24207 raft_consensus.cc:595] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a [term 1 LEADER]: Becoming Leader. State: Replica: 16bd987600024ef08c2dea93d76d590a, State: Running, Role: LEADER 17:46:16.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.293570 24207 consensus_queue.cc:205] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16bd987600024ef08c2dea93d76d590a" member_type: VOTER last_known_addr { host: "127.22.242.131" port: 51869 } } 17:46:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.294210 24205 ts_tablet_manager.cc:1073] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a: Time spent starting tablet: real 0.026s user 0.015s sys 0.008s 17:46:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:16.379384 23599 catalog_manager.cc:3758] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a reported cstate change: term changed from 0 to 1, leader changed from to 16bd987600024ef08c2dea93d76d590a (127.22.242.131). New cstate: current_term: 1 leader_uuid: "16bd987600024ef08c2dea93d76d590a" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16bd987600024ef08c2dea93d76d590a" member_type: VOTER last_known_addr { host: "127.22.242.131" port: 51869 } health_report { overall_health: HEALTHY } } } 17:46:16.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:16.528051 24118 tablet.cc:1728] T 8f4f49c3a8e840198294d30ecd73a653 P 16bd987600024ef08c2dea93d76d590a: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:22.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:22.206773 23498 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 23697 17:46:22.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:22.232059 23581 connection.cc:512] server connection from 127.22.242.129:44906 recv error: Network error: failed to read from TLS socket (remote: 127.22.242.129:44906): Connection reset by peer (error 104) 17:46:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:22.232422 23517 connection.cc:512] server connection from 127.22.242.129:35422 recv error: Network error: failed to read from TLS socket (remote: 127.22.242.129:35422): Connection reset by peer (error 104) 17:46:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:22.235931 23644 connection.cc:512] server connection from 127.22.242.129:57681 recv error: Network error: failed to read from TLS socket (remote: 127.22.242.129:57681): Connection reset by peer (error 104) 17:46:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:22.238204 23498 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 23852 17:46:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:22.259088 23644 connection.cc:512] server connection from 127.22.242.130:46763 recv error: Network error: failed to read from TLS socket (remote: 127.22.242.130:46763): Connection reset by peer (error 104) 17:46:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:22.259151 23516 connection.cc:512] server connection from 127.22.242.130:51145 recv error: Network error: failed to read from TLS socket (remote: 127.22.242.130:51145): Connection reset by peer (error 104) 17:46:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:22.259492 23579 connection.cc:512] server connection from 127.22.242.130:33973 recv error: Network error: failed to read from TLS socket (remote: 127.22.242.130:33973): Connection reset by peer (error 104) 17:46:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:22.260114 23498 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 23982 17:46:22.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:22.279981 23518 connection.cc:512] server connection from 127.22.242.131:47414 recv error: Network error: failed to read from TLS socket (remote: 127.22.242.131:47414): Connection reset by peer (error 104) 17:46:22.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:22.280773 23579 connection.cc:512] server connection from 127.22.242.131:60866 recv error: Network error: failed to read from TLS socket (remote: 127.22.242.131:60866): Connection reset by peer (error 104) 17:46:22.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:22.280874 23643 connection.cc:512] server connection from 127.22.242.131:46732 recv error: Network error: failed to read from TLS socket (remote: 127.22.242.131:46732): Connection reset by peer (error 104) 17:46:22.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:22.281262 23498 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 23507 17:46:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:22.296152 23498 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 23569 17:46:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:22.312515 23498 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 23633 17:46:23.352 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538613983352 17:46:23.353 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:46:23.353 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:46:23.354 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:46:23.354 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:46:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.568141 24270 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/wal 17:46:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/data 17:46:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.179.190:59910 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.179.190 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/logs 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/data/info.pb 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.179.190:59910,127.23.179.189:58494,127.23.179.188:49437 with env {} 17:46:23.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:23.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:23.724598 24278 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:23.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:23.724977 24278 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:23.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:23.734169 24278 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:23.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:23.734302 24278 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:23.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:23.734474 24278 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:23.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:23.734655 24278 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.753278 24278 master_main.cc:73] Master server non-default flags: 17:46:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/data 17:46:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/wal 17:46:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.179.190:59910,127.23.179.189:58494,127.23.179.188:49437 17:46:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.179.190:59910 17:46:23.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/data/info.pb 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.179.190 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/logs 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:23.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.768044 24278 master_main.cc:80] Initializing master server... 17:46:23.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.770920 24278 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 167064us 17:46:23.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.772111 24278 fs_manager.cc:262] Metadata directory not provided 17:46:23.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.772235 24278 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:23.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.772583 24278 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:23.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.772701 24278 server_base.cc:433] Attempting to create new FS layout instead 17:46:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.776520 24278 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/data/instance: 17:46:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e3a5fb84012143889b9598c5d976a473" 17:46:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:23.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.777479 24278 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/wal/instance: 17:46:23.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e3a5fb84012143889b9598c5d976a473" 17:46:23.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:23.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.797722 24278 fs_manager.cc:502] Time spent creating directory manager: real 0.020s user 0.009s sys 0.006s 17:46:23.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.798877 24278 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:23.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.800055 24278 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.808231 24278 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:46:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.808351 24278 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/wal 17:46:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e3a5fb84012143889b9598c5d976a473" 17:46:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.808607 24278 fs_report.cc:352] FS layout report 17:46:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/wal 17:46:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/wal 17:46:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/data/data 17:46:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:23.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:23.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:23.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:23.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:23.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.958135 24278 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:23.960533 24278 master_main.cc:83] Starting Master server... 17:46:24.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.046093 24278 rpc_server.cc:205] RPC server started. Bound to: 127.23.179.190:59910 17:46:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.047176 24278 webserver.cc:175] Starting webserver on 127.23.179.190:0 17:46:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.047276 24278 webserver.cc:186] Document root disabled 17:46:24.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.049160 24278 webserver.cc:313] Webserver started. Bound to: http://127.23.179.190:36000/ 17:46:24.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.049887 24278 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-0/data/info.pb 17:46:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.052739 24270 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 24278 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.053867 24270 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/wal 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/data 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.179.189:58494 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.179.189 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/logs 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/data/info.pb 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.179.190:59910,127.23.179.189:58494,127.23.179.188:49437 with env {} 17:46:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.054002 24339 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:24.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.068084 24339 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } has no permanent_uuid. Determining permanent_uuid... 17:46:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.090241 24339 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } has no permanent_uuid. Determining permanent_uuid... 17:46:24.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.091998 24339 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.179.189:58494: Network error: Client connection negotiation failed: client connection to 127.23.179.189:58494: connect: Connection refused (error 111) 17:46:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.111418 24339 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } attempt: 1 17:46:24.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.112974 24339 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.179.189:58494: Network error: Client connection negotiation failed: client connection to 127.23.179.189:58494: connect: Connection refused (error 111) 17:46:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.161381 24339 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } attempt: 2 17:46:24.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.162914 24339 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.179.189:58494: Network error: Client connection negotiation failed: client connection to 127.23.179.189:58494: connect: Connection refused (error 111) 17:46:24.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:24.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.215842 24340 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:24.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.216264 24340 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.225514 24340 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.225667 24340 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.225817 24340 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.225987 24340 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:24.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.244554 24340 master_main.cc:73] Master server non-default flags: 17:46:24.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/data 17:46:24.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/wal 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.179.190:59910,127.23.179.189:58494,127.23.179.188:49437 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.179.189:58494 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/data/info.pb 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.179.189 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/logs 17:46:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:24.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.258946 24340 master_main.cc:80] Initializing master server... 17:46:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.261346 24340 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 167564us 17:46:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.262094 24340 fs_manager.cc:262] Metadata directory not provided 17:46:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.262238 24340 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.262571 24340 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.262696 24340 server_base.cc:433] Attempting to create new FS layout instead 17:46:24.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.266448 24340 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/data/instance: 17:46:24.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c592ded212cd45e6b2e31306dd6168b1" 17:46:24.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:24.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.267235 24340 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/wal/instance: 17:46:24.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c592ded212cd45e6b2e31306dd6168b1" 17:46:24.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.274276 24339 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } attempt: 3 17:46:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.275748 24339 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.179.189:58494: Network error: Client connection negotiation failed: client connection to 127.23.179.189:58494: connect: Connection refused (error 111) 17:46:24.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.281721 24340 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.005s 17:46:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.282912 24340 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.284108 24340 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.292237 24340 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:46:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.292366 24340 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/wal 17:46:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c592ded212cd45e6b2e31306dd6168b1" 17:46:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.292651 24340 fs_report.cc:352] FS layout report 17:46:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/wal 17:46:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/wal 17:46:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/data/data 17:46:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.452095 24339 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } attempt: 4 17:46:24.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.453734 24339 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.179.189:58494: Network error: Client connection negotiation failed: client connection to 127.23.179.189:58494: connect: Connection refused (error 111) 17:46:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.460675 24340 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:24.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.463040 24340 master_main.cc:83] Starting Master server... 17:46:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.547827 24340 rpc_server.cc:205] RPC server started. Bound to: 127.23.179.189:58494 17:46:24.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.548928 24340 webserver.cc:175] Starting webserver on 127.23.179.189:0 17:46:24.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.549029 24340 webserver.cc:186] Document root disabled 17:46:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.550940 24340 webserver.cc:313] Webserver started. Bound to: http://127.23.179.189:54485/ 17:46:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.551692 24340 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-1/data/info.pb 17:46:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.554864 24405 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:24.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.561182 24270 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 24340 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.561934 24270 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/wal 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/data 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.179.188:49437 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.179.188 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/logs 17:46:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/data/info.pb 17:46:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.179.190:59910,127.23.179.189:58494,127.23.179.188:49437 with env {} 17:46:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.568177 24405 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } has no permanent_uuid. Determining permanent_uuid... 17:46:24.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.585444 24405 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } has no permanent_uuid. Determining permanent_uuid... 17:46:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.598233 24405 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } has no permanent_uuid. Determining permanent_uuid... 17:46:24.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.600050 24405 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.179.188:49437: Network error: Client connection negotiation failed: client connection to 127.23.179.188:49437: connect: Connection refused (error 111) 17:46:24.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.619480 24405 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } attempt: 1 17:46:24.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.620841 24405 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.179.188:49437: Network error: Client connection negotiation failed: client connection to 127.23.179.188:49437: connect: Connection refused (error 111) 17:46:24.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.669189 24405 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } attempt: 2 17:46:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.670513 24405 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.179.188:49437: Network error: Client connection negotiation failed: client connection to 127.23.179.188:49437: connect: Connection refused (error 111) 17:46:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.729792 24406 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.730275 24406 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:24.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.740087 24406 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:24.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.740260 24406 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:24.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.740399 24406 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:24.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.740684 24406 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:24.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.757033 24339 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } attempt: 5 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.763844 24406 master_main.cc:73] Master server non-default flags: 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/data 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/wal 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.179.190:59910,127.23.179.189:58494,127.23.179.188:49437 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.179.188:49437 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/data/info.pb 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.179.188 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/logs 17:46:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.764473 24339 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } has no permanent_uuid. Determining permanent_uuid... 17:46:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.766469 24339 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.179.188:49437: Network error: Client connection negotiation failed: client connection to 127.23.179.188:49437: connect: Connection refused (error 111) 17:46:24.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.779402 24406 master_main.cc:80] Initializing master server... 17:46:24.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.781888 24405 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } attempt: 3 17:46:24.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.782135 24406 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 167564us 17:46:24.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.783354 24405 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.179.188:49437: Network error: Client connection negotiation failed: client connection to 127.23.179.188:49437: connect: Connection refused (error 111) 17:46:24.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.783787 24406 fs_manager.cc:262] Metadata directory not provided 17:46:24.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.783938 24406 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:24.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.784281 24406 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:24.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.784409 24406 server_base.cc:433] Attempting to create new FS layout instead 17:46:24.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.788604 24406 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/data/instance: 17:46:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f4f4e47a839a43ae919bcb3717cb0f06" 17:46:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.789592 24406 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/wal/instance: 17:46:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f4f4e47a839a43ae919bcb3717cb0f06" 17:46:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.804442 24406 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.007s 17:46:24.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.804916 24339 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } attempt: 1 17:46:24.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.806165 24406 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:24.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.806327 24339 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.179.188:49437: Network error: Client connection negotiation failed: client connection to 127.23.179.188:49437: connect: Connection refused (error 111) 17:46:24.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.807783 24406 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:24.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.816521 24406 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:46:24.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.816670 24406 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/wal 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f4f4e47a839a43ae919bcb3717cb0f06" 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.817162 24406 fs_report.cc:352] FS layout report 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/wal 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/wal 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/data/data 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.854706 24339 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } attempt: 2 17:46:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.856259 24339 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.179.188:49437: Network error: Client connection negotiation failed: client connection to 127.23.179.188:49437: connect: Connection refused (error 111) 17:46:24.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.952699 24406 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.955349 24406 master_main.cc:83] Starting Master server... 17:46:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.956521 24339 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } attempt: 3 17:46:24.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.958040 24339 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.179.188:49437: Network error: Client connection negotiation failed: client connection to 127.23.179.188:49437: connect: Connection refused (error 111) 17:46:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:24.959750 24405 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } attempt: 4 17:46:24.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:24.960906 24405 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.179.188:49437: Network error: Client connection negotiation failed: client connection to 127.23.179.188:49437: connect: Connection refused (error 111) 17:46:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.047845 24406 rpc_server.cc:205] RPC server started. Bound to: 127.23.179.188:49437 17:46:25.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.048727 24406 webserver.cc:175] Starting webserver on 127.23.179.188:0 17:46:25.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.048826 24406 webserver.cc:186] Document root disabled 17:46:25.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.050674 24406 webserver.cc:313] Webserver started. Bound to: http://127.23.179.188:41502/ 17:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.051426 24406 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/master-2/data/info.pb 17:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.051815 24270 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 24406 17:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.052740 24270 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/wal 17:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/data 17:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.179.129:0 17:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.179.129 17:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.179.129 17:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.179.190:59910,127.23.179.189:58494,127.23.179.188:49437 17:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/logs 17:46:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/data/info.pb 17:46:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:46:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.055868 24469 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:25.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.070689 24469 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } has no permanent_uuid. Determining permanent_uuid... 17:46:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.086295 24469 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } has no permanent_uuid. Determining permanent_uuid... 17:46:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.093188 24469 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } has no permanent_uuid. Determining permanent_uuid... 17:46:25.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.098806 24339 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } attempt: 4 17:46:25.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.113548 24469 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06: Bootstrap starting. 17:46:25.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.116037 24469 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06: No blocks or log segments found. Creating new log. 17:46:25.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.116122 24339 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473: Bootstrap starting. 17:46:25.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.117180 24469 log.cc:525] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06: Log is configured to *not* fsync() on all Append() calls 17:46:25.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.120468 24339 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473: No blocks or log segments found. Creating new log. 17:46:25.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.122939 24339 log.cc:525] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473: Log is configured to *not* fsync() on all Append() calls 17:46:25.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.159404 24469 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06: No bootstrap required, opened a new log 17:46:25.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.165871 24339 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473: No bootstrap required, opened a new log 17:46:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.170081 24469 raft_consensus.cc:325] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } 17:46:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.170591 24469 raft_consensus.cc:351] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.170778 24469 raft_consensus.cc:630] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f4f4e47a839a43ae919bcb3717cb0f06, State: Initialized, Role: FOLLOWER 17:46:25.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.171484 24469 consensus_queue.cc:228] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } 17:46:25.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.175076 24469 sys_catalog.cc:337] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } } 17:46:25.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.175945 24469 sys_catalog.cc:340] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [sys.catalog]: This master's current role is: FOLLOWER 17:46:25.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.177227 24469 sys_catalog.cc:424] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [sys.catalog]: configured and running, proceeding with master startup. 17:46:25.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.184043 24339 raft_consensus.cc:325] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } 17:46:25.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.184763 24339 raft_consensus.cc:351] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:25.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.184963 24339 raft_consensus.cc:630] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e3a5fb84012143889b9598c5d976a473, State: Initialized, Role: FOLLOWER 17:46:25.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.185868 24339 consensus_queue.cc:228] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } 17:46:25.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.188872 24339 sys_catalog.cc:337] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } } 17:46:25.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.189600 24339 sys_catalog.cc:340] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [sys.catalog]: This master's current role is: FOLLOWER 17:46:25.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.191521 24339 sys_catalog.cc:424] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [sys.catalog]: configured and running, proceeding with master startup. 17:46:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.264257 24405 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } attempt: 5 17:46:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.175521 24476 sys_catalog.cc:337] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } } 17:46:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.269881 24476 sys_catalog.cc:340] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [sys.catalog]: This master's current role is: FOLLOWER 17:46:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:25.274945 24470 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:25.275580 24470 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:25.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.280581 24405 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1: Bootstrap starting. 17:46:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.283905 24405 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1: No blocks or log segments found. Creating new log. 17:46:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.286509 24405 log.cc:525] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1: Log is configured to *not* fsync() on all Append() calls 17:46:25.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.295434 24405 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1: No bootstrap required, opened a new log 17:46:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:25.208694 24425 tablet.cc:1728] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.305591 24406 master_main.cc:86] Master server successfully started. 17:46:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:25.311148 24477 catalog_manager.cc:1084] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:46:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:25.311630 24477 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:46:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.189796 24478 sys_catalog.cc:337] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } } 17:46:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.313751 24478 sys_catalog.cc:340] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [sys.catalog]: This master's current role is: FOLLOWER 17:46:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:25.314900 24470 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:25.315496 24470 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.179.129 17:46:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.325615 24405 raft_consensus.cc:325] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } 17:46:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.326316 24405 raft_consensus.cc:351] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.326539 24405 raft_consensus.cc:630] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c592ded212cd45e6b2e31306dd6168b1, State: Initialized, Role: FOLLOWER 17:46:25.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.332222 24405 consensus_queue.cc:228] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } 17:46:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.337929 24482 sys_catalog.cc:337] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } } 17:46:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.341640 24482 sys_catalog.cc:340] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [sys.catalog]: This master's current role is: FOLLOWER 17:46:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:25.214115 24295 tablet.cc:1728] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.349174 24278 master_main.cc:86] Master server successfully started. 17:46:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.363217 24470 tablet_server_main.cc:78] Tablet server non-default flags: 17:46:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/data 17:46:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/wal 17:46:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.179.129:0 17:46:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/data/info.pb 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.179.129 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.179.190:59910,127.23.179.189:58494,127.23.179.188:49437 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.179.129 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/logs 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:25.366842 24479 catalog_manager.cc:1084] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:46:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:25.367084 24479 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:46:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.379549 24470 tablet_server_main.cc:85] Initializing tablet server... 17:46:25.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.382027 24470 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 168064us 17:46:25.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.382586 24470 fs_manager.cc:262] Metadata directory not provided 17:46:25.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.382722 24470 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:25.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.383122 24470 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:25.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.383252 24470 server_base.cc:433] Attempting to create new FS layout instead 17:46:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.387248 24470 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/data/instance: 17:46:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9719ceeeb45740d4bb509993ff8a652a" 17:46:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:25 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.388118 24470 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/wal/instance: 17:46:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9719ceeeb45740d4bb509993ff8a652a" 17:46:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:25 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:25.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.425652 24470 fs_manager.cc:502] Time spent creating directory manager: real 0.037s user 0.010s sys 0.015s 17:46:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.428297 24470 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.429934 24470 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.447798 24470 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.005s 17:46:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.448459 24470 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/wal 17:46:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9719ceeeb45740d4bb509993ff8a652a" 17:46:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:25 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.449092 24470 fs_report.cc:352] FS layout report 17:46:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/wal 17:46:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/wal 17:46:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/data/data 17:46:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:25.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.340378 24405 sys_catalog.cc:337] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } } 17:46:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.454016 24405 sys_catalog.cc:340] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [sys.catalog]: This master's current role is: FOLLOWER 17:46:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.455399 24405 sys_catalog.cc:424] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [sys.catalog]: configured and running, proceeding with master startup. 17:46:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:25.466890 24361 tablet.cc:1728] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:25.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.468379 24476 raft_consensus.cc:457] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:46:25.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.468693 24476 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06: Snoozing failure detection for 2.138s (starting election) 17:46:25.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.468982 24476 raft_consensus.cc:479] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } 17:46:25.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.470245 24476 leader_election.cc:251] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer e3a5fb84012143889b9598c5d976a473 (127.23.179.190:59910) 17:46:25.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.470962 24476 leader_election.cc:251] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer c592ded212cd45e6b2e31306dd6168b1 (127.23.179.189:58494) 17:46:25.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.472424 24316 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e3a5fb84012143889b9598c5d976a473" is_pre_election: true 17:46:25.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.468009 24491 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:46:25.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.473129 24316 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473: Snoozing failure detection for 1.584s (vote granted) 17:46:25.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.472420 24382 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c592ded212cd45e6b2e31306dd6168b1" is_pre_election: true 17:46:25.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.473430 24316 raft_consensus.cc:2255] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f4f4e47a839a43ae919bcb3717cb0f06 in term 0. 17:46:25.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.473222 24340 master_main.cc:86] Master server successfully started. 17:46:25.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.473623 24382 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1: Snoozing failure detection for 2.001s (vote granted) 17:46:25.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.473938 24382 raft_consensus.cc:2255] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f4f4e47a839a43ae919bcb3717cb0f06 in term 0. 17:46:25.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.474625 24418 leader_election.cc:387] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [CANDIDATE]: Term 1 pre-election: Vote granted by peer e3a5fb84012143889b9598c5d976a473 (127.23.179.190:59910) 17:46:25.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.474895 24418 leader_election.cc:278] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:46:25.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.475563 24476 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06: Snoozing failure detection for 2.107s (election complete) 17:46:25.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.475797 24476 raft_consensus.cc:2549] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:46:25.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.476043 24476 raft_consensus.cc:457] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:46:25.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.476266 24476 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06: Snoozing failure detection for 1.736s (starting election) 17:46:25.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.476498 24476 raft_consensus.cc:2794] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [term 0 FOLLOWER]: Advancing to term 1 17:46:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.476049 24416 leader_election.cc:387] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [CANDIDATE]: Term 1 pre-election: Vote granted by peer c592ded212cd45e6b2e31306dd6168b1 (127.23.179.189:58494) 17:46:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.482163 24476 raft_consensus.cc:479] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } 17:46:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.483498 24476 leader_election.cc:251] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [CANDIDATE]: Term 1 election: Requesting vote from peer e3a5fb84012143889b9598c5d976a473 (127.23.179.190:59910) 17:46:25.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.484699 24476 leader_election.cc:251] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [CANDIDATE]: Term 1 election: Requesting vote from peer c592ded212cd45e6b2e31306dd6168b1 (127.23.179.189:58494) 17:46:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.484833 24316 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e3a5fb84012143889b9598c5d976a473" 17:46:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.485297 24316 raft_consensus.cc:2794] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [term 0 FOLLOWER]: Advancing to term 1 17:46:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.485620 24316 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473: Snoozing failure detection for 2.083s (vote granted) 17:46:25.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.491340 24316 raft_consensus.cc:2255] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f4f4e47a839a43ae919bcb3717cb0f06 in term 1. 17:46:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.492240 24418 leader_election.cc:387] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [CANDIDATE]: Term 1 election: Vote granted by peer e3a5fb84012143889b9598c5d976a473 (127.23.179.190:59910) 17:46:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.492602 24418 leader_election.cc:278] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:25.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.493217 24476 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06: Snoozing failure detection for 1.646s (election complete) 17:46:25.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.493469 24476 raft_consensus.cc:2549] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [term 1 FOLLOWER]: Leader election won for term 1 17:46:25.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.493999 24382 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c592ded212cd45e6b2e31306dd6168b1" 17:46:25.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.494470 24382 raft_consensus.cc:2794] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [term 0 FOLLOWER]: Advancing to term 1 17:46:25.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.494741 24382 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1: Snoozing failure detection for 1.712s (vote granted) 17:46:25.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.498594 24476 raft_consensus.cc:595] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [term 1 LEADER]: Becoming Leader. State: Replica: f4f4e47a839a43ae919bcb3717cb0f06, State: Running, Role: LEADER 17:46:25.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.499292 24476 consensus_queue.cc:205] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } 17:46:25.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.499985 24382 raft_consensus.cc:2255] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f4f4e47a839a43ae919bcb3717cb0f06 in term 1. 17:46:25.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.500946 24416 leader_election.cc:387] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [CANDIDATE]: Term 1 election: Vote granted by peer c592ded212cd45e6b2e31306dd6168b1 (127.23.179.189:58494) 17:46:25.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.519076 24494 sys_catalog.cc:337] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f4f4e47a839a43ae919bcb3717cb0f06. Latest consensus state: current_term: 1 leader_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } } 17:46:25.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.519778 24494 sys_catalog.cc:340] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [sys.catalog]: This master's current role is: LEADER 17:46:25.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.537515 24498 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:46:25.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.541826 24498 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:46:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.601338 24382 raft_consensus.cc:1083] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [term 1 FOLLOWER]: Refusing update from remote peer f4f4e47a839a43ae919bcb3717cb0f06: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:46:25.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.601986 24316 raft_consensus.cc:1083] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [term 1 FOLLOWER]: Refusing update from remote peer f4f4e47a839a43ae919bcb3717cb0f06: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:46:25.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.603102 24494 consensus_queue.cc:963] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:46:25.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.603703 24476 consensus_queue.cc:963] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:46:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.638494 24478 sys_catalog.cc:337] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f4f4e47a839a43ae919bcb3717cb0f06. Latest consensus state: current_term: 1 leader_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } } 17:46:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.639173 24478 sys_catalog.cc:340] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [sys.catalog]: This master's current role is: FOLLOWER 17:46:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.644384 24482 sys_catalog.cc:337] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f4f4e47a839a43ae919bcb3717cb0f06. Latest consensus state: current_term: 1 leader_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } } 17:46:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.645084 24482 sys_catalog.cc:340] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [sys.catalog]: This master's current role is: FOLLOWER 17:46:25.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.648242 24476 sys_catalog.cc:337] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } } 17:46:25.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.648869 24476 sys_catalog.cc:340] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [sys.catalog]: This master's current role is: LEADER 17:46:25.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.650683 24498 catalog_manager.cc:924] Generated new certificate authority record 17:46:25.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.652783 24498 catalog_manager.cc:1046] Loading token signing keys... 17:46:25.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.652894 24482 sys_catalog.cc:337] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } } 17:46:25.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.653568 24482 sys_catalog.cc:340] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1 [sys.catalog]: This master's current role is: FOLLOWER 17:46:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.659922 24476 sys_catalog.cc:337] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } } 17:46:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.660624 24476 sys_catalog.cc:340] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06 [sys.catalog]: This master's current role is: LEADER 17:46:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.678913 24478 sys_catalog.cc:337] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e3a5fb84012143889b9598c5d976a473" member_type: VOTER last_known_addr { host: "127.23.179.190" port: 59910 } } peers { permanent_uuid: "c592ded212cd45e6b2e31306dd6168b1" member_type: VOTER last_known_addr { host: "127.23.179.189" port: 58494 } } peers { permanent_uuid: "f4f4e47a839a43ae919bcb3717cb0f06" member_type: VOTER last_known_addr { host: "127.23.179.188" port: 49437 } } } 17:46:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.679613 24478 sys_catalog.cc:340] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473 [sys.catalog]: This master's current role is: FOLLOWER 17:46:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.680400 24498 catalog_manager.cc:4062] T 00000000000000000000000000000000 P f4f4e47a839a43ae919bcb3717cb0f06: Generated new TSK 0 17:46:25.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.785276 24470 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.789752 24470 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:46:25.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:25.792227 24470 tablet_server_main.cc:90] Starting tablet server... 17:46:26.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.148286 24470 rpc_server.cc:205] RPC server started. Bound to: 127.23.179.129:58221 17:46:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.150113 24470 webserver.cc:175] Starting webserver on 127.23.179.129:0 17:46:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.150481 24470 webserver.cc:186] Document root disabled 17:46:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.152626 24470 webserver.cc:313] Webserver started. Bound to: http://127.23.179.129:60922/ 17:46:26.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.154356 24470 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-0/data/info.pb 17:46:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.156458 24270 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 24470 17:46:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.157673 24270 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/wal 17:46:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/data 17:46:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.179.130:0 17:46:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.179.130 17:46:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.179.130 17:46:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.179.190:59910,127.23.179.189:58494,127.23.179.188:49437 17:46:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/logs 17:46:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/data/info.pb 17:46:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:46:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.269796 24470 tablet_server_main.cc:93] Tablet server successfully started. 17:46:26.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.275188 24621 heartbeater.cc:346] Connected to a master server at 127.23.179.189:58494 17:46:26.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.275543 24621 heartbeater.cc:426] Registering TS with master... 17:46:26.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.276419 24621 heartbeater.cc:475] Master 127.23.179.189:58494 requested a full tablet report, sending... 17:46:26.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.282215 24624 heartbeater.cc:346] Connected to a master server at 127.23.179.188:49437 17:46:26.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.282490 24624 heartbeater.cc:426] Registering TS with master... 17:46:26.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.283000 24624 heartbeater.cc:475] Master 127.23.179.188:49437 requested a full tablet report, sending... 17:46:26.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.284813 24372 ts_manager.cc:98] Registered new tserver with Master: 9719ceeeb45740d4bb509993ff8a652a (127.23.179.129:58221) 17:46:26.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.286068 24436 ts_manager.cc:98] Registered new tserver with Master: 9719ceeeb45740d4bb509993ff8a652a (127.23.179.129:58221) 17:46:26.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.288689 24436 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.23.179.129:60439 17:46:26.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.276294 24617 heartbeater.cc:346] Connected to a master server at 127.23.179.190:59910 17:46:26.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.292238 24617 heartbeater.cc:426] Registering TS with master... 17:46:26.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.292608 24617 heartbeater.cc:475] Master 127.23.179.190:59910 requested a full tablet report, sending... 17:46:26.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.295640 24306 ts_manager.cc:98] Registered new tserver with Master: 9719ceeeb45740d4bb509993ff8a652a (127.23.179.129:58221) 17:46:26.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.373497 24479 catalog_manager.cc:1082] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473: acquiring CA information for follower catalog manager: success 17:46:26.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.377372 24479 catalog_manager.cc:1110] T 00000000000000000000000000000000 P e3a5fb84012143889b9598c5d976a473: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:46:26.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:26.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:26.403971 24618 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:26.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:26.404996 24618 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:26.421551 24618 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:26.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:26.422324 24618 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.179.130 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.458809 24618 tablet_server_main.cc:78] Tablet server non-default flags: 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/data 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/wal 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.179.130:0 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/data/info.pb 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.179.130 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.179.190:59910,127.23.179.189:58494,127.23.179.188:49437 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.179.130 17:46:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/logs 17:46:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:46:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:26.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.488170 24491 catalog_manager.cc:1082] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1: acquiring CA information for follower catalog manager: success 17:46:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.491685 24491 catalog_manager.cc:1110] T 00000000000000000000000000000000 P c592ded212cd45e6b2e31306dd6168b1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:46:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.500762 24618 tablet_server_main.cc:85] Initializing tablet server... 17:46:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.503887 24618 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 168564us 17:46:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.504716 24618 fs_manager.cc:262] Metadata directory not provided 17:46:26.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.504999 24618 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:26.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.505489 24618 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:26.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.505754 24618 server_base.cc:433] Attempting to create new FS layout instead 17:46:26.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.510918 24618 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/data/instance: 17:46:26.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "08055db27c9543c3a79df6a7cf65a316" 17:46:26.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:26 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:26.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.512204 24618 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/wal/instance: 17:46:26.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "08055db27c9543c3a79df6a7cf65a316" 17:46:26.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:26 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:26.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.555696 24618 fs_manager.cc:502] Time spent creating directory manager: real 0.043s user 0.013s sys 0.016s 17:46:26.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.557781 24618 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:26.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.558547 24618 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.576380 24618 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.000s sys 0.005s 17:46:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.576804 24618 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/wal 17:46:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "08055db27c9543c3a79df6a7cf65a316" 17:46:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:26 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.577342 24618 fs_report.cc:352] FS layout report 17:46:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/wal 17:46:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/wal 17:46:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/data/data 17:46:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:26.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.867733 24618 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.877037 24618 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:46:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:26.883638 24618 tablet_server_main.cc:90] Starting tablet server... 17:46:27.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.264922 24618 rpc_server.cc:205] RPC server started. Bound to: 127.23.179.130:60630 17:46:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.266830 24618 webserver.cc:175] Starting webserver on 127.23.179.130:0 17:46:27.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.267163 24618 webserver.cc:186] Document root disabled 17:46:27.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.273375 24618 webserver.cc:313] Webserver started. Bound to: http://127.23.179.130:40440/ 17:46:27.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.274668 24618 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-1/data/info.pb 17:46:27.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.275483 24270 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 24618 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.276581 24270 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/wal 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/data 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.179.131:0 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.179.131 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.179.131 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.179.190:59910,127.23.179.189:58494,127.23.179.188:49437 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/logs 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/data/info.pb 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:46:27.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.292966 24624 heartbeater.cc:467] Master 127.23.179.188:49437 was elected leader, sending a full tablet report... 17:46:27.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.360688 24618 tablet_server_main.cc:93] Tablet server successfully started. 17:46:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.384194 24759 heartbeater.cc:346] Connected to a master server at 127.23.179.189:58494 17:46:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.384587 24759 heartbeater.cc:426] Registering TS with master... 17:46:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.385553 24759 heartbeater.cc:475] Master 127.23.179.189:58494 requested a full tablet report, sending... 17:46:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.388540 24760 heartbeater.cc:346] Connected to a master server at 127.23.179.188:49437 17:46:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.388770 24760 heartbeater.cc:426] Registering TS with master... 17:46:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.388844 24372 ts_manager.cc:98] Registered new tserver with Master: 08055db27c9543c3a79df6a7cf65a316 (127.23.179.130:60630) 17:46:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.389216 24760 heartbeater.cc:475] Master 127.23.179.188:49437 requested a full tablet report, sending... 17:46:27.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.391342 24436 ts_manager.cc:98] Registered new tserver with Master: 08055db27c9543c3a79df6a7cf65a316 (127.23.179.130:60630) 17:46:27.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.393121 24436 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.23.179.130:53390 17:46:27.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.394141 24756 heartbeater.cc:346] Connected to a master server at 127.23.179.190:59910 17:46:27.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.394387 24756 heartbeater.cc:426] Registering TS with master... 17:46:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.395050 24756 heartbeater.cc:475] Master 127.23.179.190:59910 requested a full tablet report, sending... 17:46:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.397778 24306 ts_manager.cc:98] Registered new tserver with Master: 08055db27c9543c3a79df6a7cf65a316 (127.23.179.130:60630) 17:46:27.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:27.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:27.536262 24755 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:27.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:27.536934 24755 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:27.553617 24755 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:27.554476 24755 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.179.131 17:46:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.583647 24755 tablet_server_main.cc:78] Tablet server non-default flags: 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/data 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/wal 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.179.131:0 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/data/info.pb 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.179.131 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.179.190:59910,127.23.179.189:58494,127.23.179.188:49437 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.179.131 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/logs 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:46:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:27.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.617766 24755 tablet_server_main.cc:85] Initializing tablet server... 17:46:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.621084 24755 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 169064us 17:46:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.621933 24755 fs_manager.cc:262] Metadata directory not provided 17:46:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.622223 24755 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.622697 24755 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:27.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.622967 24755 server_base.cc:433] Attempting to create new FS layout instead 17:46:27.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.628542 24755 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/data/instance: 17:46:27.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4bb241bd696f4e7483fd8a305fc4b2ab" 17:46:27.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:27 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:27.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.629796 24755 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/wal/instance: 17:46:27.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4bb241bd696f4e7483fd8a305fc4b2ab" 17:46:27.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:27 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.655587 24755 fs_manager.cc:502] Time spent creating directory manager: real 0.025s user 0.013s sys 0.007s 17:46:27.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.657642 24755 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:27.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.658375 24755 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:27.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.671773 24755 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s 17:46:27.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.672188 24755 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/wal 17:46:27.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4bb241bd696f4e7483fd8a305fc4b2ab" 17:46:27.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:27 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.672735 24755 fs_report.cc:352] FS layout report 17:46:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/wal 17:46:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/wal 17:46:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/data/data 17:46:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.880661 24755 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.884884 24755 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:46:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:27.886807 24755 tablet_server_main.cc:90] Starting tablet server... 17:46:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.039117 24755 rpc_server.cc:205] RPC server started. Bound to: 127.23.179.131:47298 17:46:28.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.040536 24755 webserver.cc:175] Starting webserver on 127.23.179.131:0 17:46:28.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.040664 24755 webserver.cc:186] Document root disabled 17:46:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.042343 24755 webserver.cc:313] Webserver started. Bound to: http://127.23.179.131:47102/ 17:46:28.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.043138 24755 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8531301754379646872/ts-2/data/info.pb 17:46:28.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.049125 24270 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 24755 17:46:28.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.057901 24755 tablet_server_main.cc:93] Tablet server successfully started. 17:46:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.120384 24890 heartbeater.cc:346] Connected to a master server at 127.23.179.188:49437 17:46:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.120718 24890 heartbeater.cc:426] Registering TS with master... 17:46:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.121445 24890 heartbeater.cc:475] Master 127.23.179.188:49437 requested a full tablet report, sending... 17:46:28.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.124529 24436 ts_manager.cc:98] Registered new tserver with Master: 4bb241bd696f4e7483fd8a305fc4b2ab (127.23.179.131:47298) 17:46:28.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.126176 24889 heartbeater.cc:346] Connected to a master server at 127.23.179.189:58494 17:46:28.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.126240 24436 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.23.179.131:49047 17:46:28.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.126441 24889 heartbeater.cc:426] Registering TS with master... 17:46:28.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.126904 24889 heartbeater.cc:475] Master 127.23.179.189:58494 requested a full tablet report, sending... 17:46:28.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.129564 24372 ts_manager.cc:98] Registered new tserver with Master: 4bb241bd696f4e7483fd8a305fc4b2ab (127.23.179.131:47298) 17:46:28.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.133080 24888 heartbeater.cc:346] Connected to a master server at 127.23.179.190:59910 17:46:28.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.133317 24888 heartbeater.cc:426] Registering TS with master... 17:46:28.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.133697 24888 heartbeater.cc:475] Master 127.23.179.190:59910 requested a full tablet report, sending... 17:46:28.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.135529 24306 ts_manager.cc:98] Registered new tserver with Master: 4bb241bd696f4e7483fd8a305fc4b2ab (127.23.179.131:47298) 17:46:28.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.143179 24270 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:46:28.144 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:46:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.323112 24436 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.23.179.188:44152: 17:46:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:46:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:46:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:46:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:46:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:28.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:46:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:46:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:46:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:46:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:46:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:46:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:46:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:46:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:46:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:46:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:46:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:46:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:46:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:46:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:46:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:46:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:46:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:46:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:46:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:46:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:46:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.391650 24825 tablet_service.cc:759] Processing CreateTablet for tablet 3218c50fa8a343979f6637e9d874cdd1 (table=test [id=44a58da1ed82402885ffe0191d5fc0b3]), partition=RANGE (key) PARTITION VALUES < 50 17:46:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.393499 24825 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 3218c50fa8a343979f6637e9d874cdd1. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:28.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.394192 24692 tablet_service.cc:759] Processing CreateTablet for tablet 7a8a9824f8a74ac0884986a3cef8d19d (table=test [id=44a58da1ed82402885ffe0191d5fc0b3]), partition=RANGE (key) PARTITION VALUES >= 50 17:46:28.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.395326 24692 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 7a8a9824f8a74ac0884986a3cef8d19d. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:28.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.406044 24825 ts_tablet_manager.cc:1173] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab: Registered tablet (data state: TABLET_DATA_READY) 17:46:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.408156 24963 ts_tablet_manager.cc:1028] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab: Bootstrapping tablet 17:46:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.408874 24963 tablet_bootstrap.cc:438] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab: Bootstrap starting. 17:46:28.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.412035 24963 tablet_bootstrap.cc:592] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab: No blocks or log segments found. Creating new log. 17:46:28.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.413815 24963 log.cc:525] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab: Log is configured to *not* fsync() on all Append() calls 17:46:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.417026 24692 ts_tablet_manager.cc:1173] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316: Registered tablet (data state: TABLET_DATA_READY) 17:46:28.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.418402 24963 tablet_bootstrap.cc:438] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab: No bootstrap required, opened a new log 17:46:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.418961 24963 ts_tablet_manager.cc:1045] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab: Time spent bootstrapping tablet: real 0.010s user 0.006s sys 0.002s 17:46:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.438287 24963 raft_consensus.cc:325] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4bb241bd696f4e7483fd8a305fc4b2ab" member_type: VOTER last_known_addr { host: "127.23.179.131" port: 47298 } } 17:46:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.439191 24963 raft_consensus.cc:351] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.439592 24963 raft_consensus.cc:630] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4bb241bd696f4e7483fd8a305fc4b2ab, State: Initialized, Role: FOLLOWER 17:46:28.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.440474 24963 consensus_queue.cc:228] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4bb241bd696f4e7483fd8a305fc4b2ab" member_type: VOTER last_known_addr { host: "127.23.179.131" port: 47298 } } 17:46:28.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.441223 24963 raft_consensus.cc:365] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:28.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.441651 24963 raft_consensus.cc:457] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.442041 24963 raft_consensus.cc:2742] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab: Snoozing failure detection for 1.996s (starting election) 17:46:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.442457 24963 raft_consensus.cc:2794] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab [term 0 FOLLOWER]: Advancing to term 1 17:46:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.447053 24963 raft_consensus.cc:479] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4bb241bd696f4e7483fd8a305fc4b2ab" member_type: VOTER last_known_addr { host: "127.23.179.131" port: 47298 } } 17:46:28.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.447866 24963 leader_election.cc:278] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.450290 24966 raft_consensus.cc:2742] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab: Snoozing failure detection for 1.647s (election complete) 17:46:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.450732 24966 raft_consensus.cc:2549] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab [term 1 FOLLOWER]: Leader election won for term 1 17:46:28.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.472438 24966 raft_consensus.cc:595] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab [term 1 LEADER]: Becoming Leader. State: Replica: 4bb241bd696f4e7483fd8a305fc4b2ab, State: Running, Role: LEADER 17:46:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.473358 24966 consensus_queue.cc:205] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4bb241bd696f4e7483fd8a305fc4b2ab" member_type: VOTER last_known_addr { host: "127.23.179.131" port: 47298 } } 17:46:28.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.397907 24760 heartbeater.cc:467] Master 127.23.179.188:49437 was elected leader, sending a full tablet report... 17:46:28.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.503324 24965 ts_tablet_manager.cc:1028] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316: Bootstrapping tablet 17:46:28.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.504159 24965 tablet_bootstrap.cc:438] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316: Bootstrap starting. 17:46:28.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.510908 24965 tablet_bootstrap.cc:592] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316: No blocks or log segments found. Creating new log. 17:46:28.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.512881 24965 log.cc:525] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316: Log is configured to *not* fsync() on all Append() calls 17:46:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.535321 24965 tablet_bootstrap.cc:438] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316: No bootstrap required, opened a new log 17:46:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.535917 24965 ts_tablet_manager.cc:1045] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316: Time spent bootstrapping tablet: real 0.032s user 0.006s sys 0.004s 17:46:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.472769 24890 heartbeater.cc:467] Master 127.23.179.188:49437 was elected leader, sending a full tablet report... 17:46:28.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.554394 24965 raft_consensus.cc:325] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "08055db27c9543c3a79df6a7cf65a316" member_type: VOTER last_known_addr { host: "127.23.179.130" port: 60630 } } 17:46:28.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.555032 24965 raft_consensus.cc:351] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:28.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.555285 24965 raft_consensus.cc:630] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08055db27c9543c3a79df6a7cf65a316, State: Initialized, Role: FOLLOWER 17:46:28.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.556020 24965 consensus_queue.cc:228] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "08055db27c9543c3a79df6a7cf65a316" member_type: VOTER last_known_addr { host: "127.23.179.130" port: 60630 } } 17:46:28.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.556593 24965 raft_consensus.cc:365] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.556865 24965 raft_consensus.cc:457] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.557121 24965 raft_consensus.cc:2742] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316: Snoozing failure detection for 2.077s (starting election) 17:46:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.557386 24965 raft_consensus.cc:2794] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316 [term 0 FOLLOWER]: Advancing to term 1 17:46:28.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.562003 24965 raft_consensus.cc:479] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "08055db27c9543c3a79df6a7cf65a316" member_type: VOTER last_known_addr { host: "127.23.179.130" port: 60630 } } 17:46:28.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.562733 24965 leader_election.cc:278] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:28.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:28.564662 24892 tablet.cc:1728] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.565309 24971 raft_consensus.cc:2742] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316: Snoozing failure detection for 1.758s (election complete) 17:46:28.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.565902 24971 raft_consensus.cc:2549] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316 [term 1 FOLLOWER]: Leader election won for term 1 17:46:28.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.572677 24965 ts_tablet_manager.cc:1073] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316: Time spent starting tablet: real 0.036s user 0.026s sys 0.008s 17:46:28.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.573560 24971 raft_consensus.cc:595] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316 [term 1 LEADER]: Becoming Leader. State: Replica: 08055db27c9543c3a79df6a7cf65a316, State: Running, Role: LEADER 17:46:28.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.574196 24971 consensus_queue.cc:205] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "08055db27c9543c3a79df6a7cf65a316" member_type: VOTER last_known_addr { host: "127.23.179.130" port: 60630 } } 17:46:28.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.583308 24436 catalog_manager.cc:3758] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316 reported cstate change: term changed from 0 to 1, leader changed from to 08055db27c9543c3a79df6a7cf65a316 (127.23.179.130). New cstate: current_term: 1 leader_uuid: "08055db27c9543c3a79df6a7cf65a316" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "08055db27c9543c3a79df6a7cf65a316" member_type: VOTER last_known_addr { host: "127.23.179.130" port: 60630 } health_report { overall_health: HEALTHY } } } 17:46:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.473999 24963 ts_tablet_manager.cc:1073] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab: Time spent starting tablet: real 0.055s user 0.025s sys 0.008s 17:46:28.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.610255 24436 catalog_manager.cc:3758] T 3218c50fa8a343979f6637e9d874cdd1 P 4bb241bd696f4e7483fd8a305fc4b2ab reported cstate change: term changed from 0 to 1, leader changed from to 4bb241bd696f4e7483fd8a305fc4b2ab (127.23.179.131). New cstate: current_term: 1 leader_uuid: "4bb241bd696f4e7483fd8a305fc4b2ab" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4bb241bd696f4e7483fd8a305fc4b2ab" member_type: VOTER last_known_addr { host: "127.23.179.131" port: 47298 } health_report { overall_health: HEALTHY } } } 17:46:28.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:28.612112 24767 tablet.cc:1728] T 7a8a9824f8a74ac0884986a3cef8d19d P 08055db27c9543c3a79df6a7cf65a316: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.754065 24436 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.23.179.188:44152: 17:46:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:46:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:46:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:46:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:28.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.780508 24554 tablet_service.cc:759] Processing CreateTablet for tablet c1f67cacecef4044a13a02a91956ffdc (table=simple-test [id=012155ccfa6f49e2bf35cb01c82da735]), partition=RANGE (key) PARTITION UNBOUNDED 17:46:28.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.781221 24554 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet c1f67cacecef4044a13a02a91956ffdc. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.801712 24554 ts_tablet_manager.cc:1173] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a: Registered tablet (data state: TABLET_DATA_READY) 17:46:28.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.803746 24976 ts_tablet_manager.cc:1028] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a: Bootstrapping tablet 17:46:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.804111 24976 tablet_bootstrap.cc:438] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a: Bootstrap starting. 17:46:28.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.806092 24976 tablet_bootstrap.cc:592] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a: No blocks or log segments found. Creating new log. 17:46:28.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.807332 24976 log.cc:525] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a: Log is configured to *not* fsync() on all Append() calls 17:46:28.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.810966 24976 tablet_bootstrap.cc:438] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a: No bootstrap required, opened a new log 17:46:28.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.811282 24976 ts_tablet_manager.cc:1045] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a: Time spent bootstrapping tablet: real 0.007s user 0.004s sys 0.000s 17:46:28.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.822582 24976 raft_consensus.cc:325] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9719ceeeb45740d4bb509993ff8a652a" member_type: VOTER last_known_addr { host: "127.23.179.129" port: 58221 } } 17:46:28.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.823034 24976 raft_consensus.cc:351] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:28.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.823210 24976 raft_consensus.cc:630] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9719ceeeb45740d4bb509993ff8a652a, State: Initialized, Role: FOLLOWER 17:46:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.823734 24976 consensus_queue.cc:228] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9719ceeeb45740d4bb509993ff8a652a" member_type: VOTER last_known_addr { host: "127.23.179.129" port: 58221 } } 17:46:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.824117 24976 raft_consensus.cc:365] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.824311 24976 raft_consensus.cc:457] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.824515 24976 raft_consensus.cc:2742] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a: Snoozing failure detection for 1.601s (starting election) 17:46:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.824712 24976 raft_consensus.cc:2794] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a [term 0 FOLLOWER]: Advancing to term 1 17:46:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.827744 24976 raft_consensus.cc:479] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9719ceeeb45740d4bb509993ff8a652a" member_type: VOTER last_known_addr { host: "127.23.179.129" port: 58221 } } 17:46:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.828204 24976 leader_election.cc:278] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:28.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.829952 24978 raft_consensus.cc:2742] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a: Snoozing failure detection for 1.850s (election complete) 17:46:28.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.830232 24978 raft_consensus.cc:2549] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a [term 1 FOLLOWER]: Leader election won for term 1 17:46:28.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.834070 24976 ts_tablet_manager.cc:1073] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a: Time spent starting tablet: real 0.023s user 0.015s sys 0.006s 17:46:28.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.834751 24978 raft_consensus.cc:595] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a [term 1 LEADER]: Becoming Leader. State: Replica: 9719ceeeb45740d4bb509993ff8a652a, State: Running, Role: LEADER 17:46:28.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.835222 24978 consensus_queue.cc:205] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9719ceeeb45740d4bb509993ff8a652a" member_type: VOTER last_known_addr { host: "127.23.179.129" port: 58221 } } 17:46:28.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:28.843461 24436 catalog_manager.cc:3758] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a reported cstate change: term changed from 0 to 1, leader changed from to 9719ceeeb45740d4bb509993ff8a652a (127.23.179.129). New cstate: current_term: 1 leader_uuid: "9719ceeeb45740d4bb509993ff8a652a" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9719ceeeb45740d4bb509993ff8a652a" member_type: VOTER last_known_addr { host: "127.23.179.129" port: 58221 } health_report { overall_health: HEALTHY } } } 17:46:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:29.021628 24627 tablet.cc:1728] T c1f67cacecef4044a13a02a91956ffdc P 9719ceeeb45740d4bb509993ff8a652a: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:29.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:29.299609 24270 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 24470 17:46:29.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:29.338260 24286 connection.cc:512] server connection from 127.23.179.129:58301 recv error: Network error: failed to read from TLS socket (remote: 127.23.179.129:58301): Connection reset by peer (error 104) 17:46:29.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:29.339174 24356 connection.cc:512] server connection from 127.23.179.129:42484 recv error: Network error: failed to read from TLS socket (remote: 127.23.179.129:42484): Connection reset by peer (error 104) 17:46:29.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:29.340008 24417 connection.cc:512] server connection from 127.23.179.129:60439 recv error: Network error: failed to read from TLS socket (remote: 127.23.179.129:60439): Connection reset by peer (error 104) 17:46:29.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:29.340868 24270 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 24618 17:46:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:29.380785 24286 connection.cc:512] server connection from 127.23.179.130:47866 recv error: Network error: failed to read from TLS socket (remote: 127.23.179.130:47866): Connection reset by peer (error 104) 17:46:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:29.380787 24352 connection.cc:512] server connection from 127.23.179.130:57508 recv error: Network error: failed to read from TLS socket (remote: 127.23.179.130:57508): Connection reset by peer (error 104) 17:46:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:29.381563 24270 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 24755 17:46:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:29.381779 24417 connection.cc:512] server connection from 127.23.179.130:53390 recv error: Network error: failed to read from TLS socket (remote: 127.23.179.130:53390): Connection reset by peer (error 104) 17:46:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:29.411785 24287 connection.cc:512] server connection from 127.23.179.131:54321 recv error: Network error: failed to read from TLS socket (remote: 127.23.179.131:54321): Connection reset by peer (error 104) 17:46:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:29.412592 24351 connection.cc:512] server connection from 127.23.179.131:54945 recv error: Network error: failed to read from TLS socket (remote: 127.23.179.131:54945): Connection reset by peer (error 104) 17:46:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:29.413322 24418 connection.cc:512] server connection from 127.23.179.131:49047 recv error: Network error: failed to read from TLS socket (remote: 127.23.179.131:49047): Connection reset by peer (error 104) 17:46:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:29.415875 24270 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 24278 17:46:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:29.457228 24270 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 24340 17:46:29.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:29.489732 24270 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 24406 17:46:30.536 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538613990536 17:46:30.536 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:46:30.536 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:46:30.537 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:46:30.537 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:46:30.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.746618 25003 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/wal 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/data 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.106.254:55232 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.106.254 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/logs 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/data/info.pb 17:46:30.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:30.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:30.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:30.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:30.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:30.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.24.106.254:55232,127.24.106.253:38173,127.24.106.252:41565 with env {} 17:46:30.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:30.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:30.903475 25011 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:30.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:30.903837 25011 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:30.913357 25011 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:30.913499 25011 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:30.913610 25011 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:30.913766 25011 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:30.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.933225 25011 master_main.cc:73] Master server non-default flags: 17:46:30.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/data 17:46:30.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/wal 17:46:30.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:30.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.24.106.254:55232,127.24.106.253:38173,127.24.106.252:41565 17:46:30.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:30.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:30.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.106.254:55232 17:46:30.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:30.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:30.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:30.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:30.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/data/info.pb 17:46:30.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.106.254 17:46:30.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:30.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:30.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:30.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:30.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:30.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:30.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/logs 17:46:30.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:30.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:30.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:30.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:30.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:30.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:30.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:30.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:30.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:30.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.947998 25011 master_main.cc:80] Initializing master server... 17:46:30.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.950045 25011 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 170564us 17:46:30.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.950831 25011 fs_manager.cc:262] Metadata directory not provided 17:46:30.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.950954 25011 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:30.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.951233 25011 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:30.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.951351 25011 server_base.cc:433] Attempting to create new FS layout instead 17:46:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.955140 25011 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/data/instance: 17:46:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5362a98ed7a748dfb3e56b3483460851" 17:46:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:30 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:30.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.955876 25011 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/wal/instance: 17:46:30.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5362a98ed7a748dfb3e56b3483460851" 17:46:30.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:30 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.972946 25011 fs_manager.cc:502] Time spent creating directory manager: real 0.017s user 0.010s sys 0.004s 17:46:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.974177 25011 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:30.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.975353 25011 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:30.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.983614 25011 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:46:30.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.983736 25011 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/wal 17:46:30.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5362a98ed7a748dfb3e56b3483460851" 17:46:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:30 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:30.983963 25011 fs_report.cc:352] FS layout report 17:46:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/wal 17:46:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/wal 17:46:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/data/data 17:46:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.157447 25011 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:31.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.159847 25011 master_main.cc:83] Starting Master server... 17:46:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.249285 25011 rpc_server.cc:205] RPC server started. Bound to: 127.24.106.254:55232 17:46:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.250200 25011 webserver.cc:175] Starting webserver on 127.24.106.254:0 17:46:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.250298 25011 webserver.cc:186] Document root disabled 17:46:31.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.252205 25011 webserver.cc:313] Webserver started. Bound to: http://127.24.106.254:58449/ 17:46:31.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.252979 25011 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-0/data/info.pb 17:46:31.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.254568 25003 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 25011 17:46:31.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.255503 25003 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:31.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:31.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/wal 17:46:31.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/data 17:46:31.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:31.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.106.253:38173 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.106.253 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/logs 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/data/info.pb 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.24.106.254:55232,127.24.106.253:38173,127.24.106.252:41565 with env {} 17:46:31.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.258127 25072 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:31.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.270543 25072 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } has no permanent_uuid. Determining permanent_uuid... 17:46:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.291290 25072 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } has no permanent_uuid. Determining permanent_uuid... 17:46:31.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.293138 25072 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.106.253:38173: Network error: Client connection negotiation failed: client connection to 127.24.106.253:38173: connect: Connection refused (error 111) 17:46:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.312577 25072 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } attempt: 1 17:46:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.313951 25072 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.106.253:38173: Network error: Client connection negotiation failed: client connection to 127.24.106.253:38173: connect: Connection refused (error 111) 17:46:31.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.362295 25072 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } attempt: 2 17:46:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.363593 25072 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.106.253:38173: Network error: Client connection negotiation failed: client connection to 127.24.106.253:38173: connect: Connection refused (error 111) 17:46:31.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:31.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.418114 25073 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:31.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.418509 25073 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:31.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.427546 25073 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:31.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.427670 25073 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:31.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.427781 25073 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:31.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.427897 25073 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.447396 25073 master_main.cc:73] Master server non-default flags: 17:46:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/data 17:46:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/wal 17:46:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.24.106.254:55232,127.24.106.253:38173,127.24.106.252:41565 17:46:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:31.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.106.253:38173 17:46:31.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:31.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/data/info.pb 17:46:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.106.253 17:46:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/logs 17:46:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:31.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.463634 25073 master_main.cc:80] Initializing master server... 17:46:31.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.465997 25073 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 171064us 17:46:31.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.466828 25073 fs_manager.cc:262] Metadata directory not provided 17:46:31.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.466950 25073 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:31.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.467201 25073 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:31.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.467311 25073 server_base.cc:433] Attempting to create new FS layout instead 17:46:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.471807 25073 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/data/instance: 17:46:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b2f916dc900448d19ce5966b39b624e9" 17:46:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:31 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.472682 25073 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/wal/instance: 17:46:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b2f916dc900448d19ce5966b39b624e9" 17:46:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:31 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:31.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.474989 25072 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } attempt: 3 17:46:31.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.476447 25072 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.106.253:38173: Network error: Client connection negotiation failed: client connection to 127.24.106.253:38173: connect: Connection refused (error 111) 17:46:31.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.487388 25073 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.006s 17:46:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.488617 25073 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:31.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.489920 25073 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:31.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.498409 25073 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:46:31.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.498553 25073 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/wal 17:46:31.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b2f916dc900448d19ce5966b39b624e9" 17:46:31.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:31 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.498812 25073 fs_report.cc:352] FS layout report 17:46:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/wal 17:46:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/wal 17:46:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/data/data 17:46:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:31.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.652783 25072 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } attempt: 4 17:46:31.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.654083 25072 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.106.253:38173: Network error: Client connection negotiation failed: client connection to 127.24.106.253:38173: connect: Connection refused (error 111) 17:46:31.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.671180 25073 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:31.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.673698 25073 master_main.cc:83] Starting Master server... 17:46:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.763530 25073 rpc_server.cc:205] RPC server started. Bound to: 127.24.106.253:38173 17:46:31.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.764449 25073 webserver.cc:175] Starting webserver on 127.24.106.253:0 17:46:31.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.764575 25073 webserver.cc:186] Document root disabled 17:46:31.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.766604 25073 webserver.cc:313] Webserver started. Bound to: http://127.24.106.253:52848/ 17:46:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.767347 25073 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-1/data/info.pb 17:46:31.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.770964 25142 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:31.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.772785 25003 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 25073 17:46:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.773561 25003 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/wal 17:46:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/data 17:46:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.106.252:41565 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.106.252 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/logs 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/data/info.pb 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.24.106.254:55232,127.24.106.253:38173,127.24.106.252:41565 with env {} 17:46:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.784049 25142 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } has no permanent_uuid. Determining permanent_uuid... 17:46:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.799680 25142 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } has no permanent_uuid. Determining permanent_uuid... 17:46:31.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.812152 25142 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } has no permanent_uuid. Determining permanent_uuid... 17:46:31.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.813449 25142 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.106.252:41565: Network error: Client connection negotiation failed: client connection to 127.24.106.252:41565: connect: Connection refused (error 111) 17:46:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.832839 25142 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } attempt: 1 17:46:31.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.834131 25142 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.106.252:41565: Network error: Client connection negotiation failed: client connection to 127.24.106.252:41565: connect: Connection refused (error 111) 17:46:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.882478 25142 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } attempt: 2 17:46:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.883766 25142 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.106.252:41565: Network error: Client connection negotiation failed: client connection to 127.24.106.252:41565: connect: Connection refused (error 111) 17:46:31.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:31.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.934598 25143 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.934969 25143 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:31.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.944015 25143 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:31.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.944161 25143 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:31.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.944277 25143 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:31.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.944381 25143 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:31.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.957430 25072 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } attempt: 5 17:46:31.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.964426 25143 master_main.cc:73] Master server non-default flags: 17:46:31.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/data 17:46:31.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/wal 17:46:31.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.24.106.254:55232,127.24.106.253:38173,127.24.106.252:41565 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.106.252:41565 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/data/info.pb 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.106.252 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/logs 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.966284 25072 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } has no permanent_uuid. Determining permanent_uuid... 17:46:31.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.967505 25072 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.106.252:41565: Network error: Client connection negotiation failed: client connection to 127.24.106.252:41565: connect: Connection refused (error 111) 17:46:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.980578 25143 master_main.cc:80] Initializing master server... 17:46:31.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.983345 25143 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 171064us 17:46:31.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.984115 25143 fs_manager.cc:262] Metadata directory not provided 17:46:31.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.984237 25143 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:31.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.984573 25143 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:31.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.984688 25143 server_base.cc:433] Attempting to create new FS layout instead 17:46:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.988521 25143 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/data/instance: 17:46:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "de356b9709d8406a99abc16dadef67f4" 17:46:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:31 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.989223 25143 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/wal/instance: 17:46:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "de356b9709d8406a99abc16dadef67f4" 17:46:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:31 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:31.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:31.995106 25142 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } attempt: 3 17:46:31.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:31.996359 25142 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.106.252:41565: Network error: Client connection negotiation failed: client connection to 127.24.106.252:41565: connect: Connection refused (error 111) 17:46:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.005357 25143 fs_manager.cc:502] Time spent creating directory manager: real 0.016s user 0.007s sys 0.005s 17:46:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.005847 25072 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } attempt: 1 17:46:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.006569 25143 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:32.007074 25072 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.106.252:41565: Network error: Client connection negotiation failed: client connection to 127.24.106.252:41565: connect: Connection refused (error 111) 17:46:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.007781 25143 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.015928 25143 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:46:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.016047 25143 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/wal 17:46:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "de356b9709d8406a99abc16dadef67f4" 17:46:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:31 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.016276 25143 fs_report.cc:352] FS layout report 17:46:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/wal 17:46:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/wal 17:46:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/data/data 17:46:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:32.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.055379 25072 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } attempt: 2 17:46:32.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:32.056685 25072 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.106.252:41565: Network error: Client connection negotiation failed: client connection to 127.24.106.252:41565: connect: Connection refused (error 111) 17:46:32.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.157083 25072 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } attempt: 3 17:46:32.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:32.158540 25072 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.106.252:41565: Network error: Client connection negotiation failed: client connection to 127.24.106.252:41565: connect: Connection refused (error 111) 17:46:32.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.168617 25143 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.170930 25143 master_main.cc:83] Starting Master server... 17:46:32.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.172740 25142 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } attempt: 4 17:46:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:32.174141 25142 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.106.252:41565: Network error: Client connection negotiation failed: client connection to 127.24.106.252:41565: connect: Connection refused (error 111) 17:46:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.261749 25143 rpc_server.cc:205] RPC server started. Bound to: 127.24.106.252:41565 17:46:32.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.262744 25143 webserver.cc:175] Starting webserver on 127.24.106.252:0 17:46:32.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.262850 25143 webserver.cc:186] Document root disabled 17:46:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.264734 25143 webserver.cc:313] Webserver started. Bound to: http://127.24.106.252:49606/ 17:46:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.265542 25143 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/master-2/data/info.pb 17:46:32.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.268774 25206 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.270323 25003 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 25143 17:46:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.271260 25003 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/wal 17:46:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/data 17:46:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.106.193:0 17:46:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.24.106.193 17:46:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.106.193 17:46:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.24.106.254:55232,127.24.106.253:38173,127.24.106.252:41565 17:46:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/logs 17:46:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/data/info.pb 17:46:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:46:32.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.281392 25206 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } has no permanent_uuid. Determining permanent_uuid... 17:46:32.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.299279 25206 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } has no permanent_uuid. Determining permanent_uuid... 17:46:32.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.299405 25072 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } attempt: 4 17:46:32.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.309845 25206 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } has no permanent_uuid. Determining permanent_uuid... 17:46:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.322007 25072 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851: Bootstrap starting. 17:46:32.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.326054 25072 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851: No blocks or log segments found. Creating new log. 17:46:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.328025 25072 log.cc:525] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851: Log is configured to *not* fsync() on all Append() calls 17:46:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.331449 25206 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4: Bootstrap starting. 17:46:32.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.334030 25206 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4: No blocks or log segments found. Creating new log. 17:46:32.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.335732 25206 log.cc:525] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4: Log is configured to *not* fsync() on all Append() calls 17:46:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.336067 25072 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851: No bootstrap required, opened a new log 17:46:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.341032 25206 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4: No bootstrap required, opened a new log 17:46:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.353613 25072 raft_consensus.cc:325] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } 17:46:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.354650 25072 raft_consensus.cc:351] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.354992 25072 raft_consensus.cc:630] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5362a98ed7a748dfb3e56b3483460851, State: Initialized, Role: FOLLOWER 17:46:32.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.355834 25072 consensus_queue.cc:228] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } 17:46:32.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.358949 25206 raft_consensus.cc:325] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } 17:46:32.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.358958 25072 sys_catalog.cc:337] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } } 17:46:32.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.359642 25072 sys_catalog.cc:340] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [sys.catalog]: This master's current role is: FOLLOWER 17:46:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.359875 25206 raft_consensus.cc:351] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.360251 25206 raft_consensus.cc:630] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: de356b9709d8406a99abc16dadef67f4, State: Initialized, Role: FOLLOWER 17:46:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.361104 25206 consensus_queue.cc:228] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } 17:46:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.361758 25072 sys_catalog.cc:424] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [sys.catalog]: configured and running, proceeding with master startup. 17:46:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.369670 25214 sys_catalog.cc:337] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } } 17:46:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.370321 25214 sys_catalog.cc:340] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [sys.catalog]: This master's current role is: FOLLOWER 17:46:32.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.371210 25206 sys_catalog.cc:337] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } } 17:46:32.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.371939 25206 sys_catalog.cc:340] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [sys.catalog]: This master's current role is: FOLLOWER 17:46:32.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.373257 25206 sys_catalog.cc:424] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [sys.catalog]: configured and running, proceeding with master startup. 17:46:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.379613 25216 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:46:32.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.380718 25143 master_main.cc:86] Master server successfully started. 17:46:32.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.359773 25213 sys_catalog.cc:337] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } } 17:46:32.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.460851 25213 sys_catalog.cc:340] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [sys.catalog]: This master's current role is: FOLLOWER 17:46:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:32.463129 25207 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:32.463939 25207 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:32.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.477424 25142 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } attempt: 5 17:46:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:32.479923 25207 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:32.480566 25207 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.106.193 17:46:32.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:32.413547 25028 tablet.cc:1728] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.492065 25215 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:46:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.492534 25142 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9: Bootstrap starting. 17:46:32.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.493335 25011 master_main.cc:86] Master server successfully started. 17:46:32.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.495121 25142 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9: No blocks or log segments found. Creating new log. 17:46:32.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.496114 25142 log.cc:525] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9: Log is configured to *not* fsync() on all Append() calls 17:46:32.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.503140 25142 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9: No bootstrap required, opened a new log 17:46:32.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:32.425633 25162 tablet.cc:1728] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:32.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.517626 25207 tablet_server_main.cc:78] Tablet server non-default flags: 17:46:32.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/data 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/wal 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.106.193:0 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/data/info.pb 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.106.193 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.24.106.254:55232,127.24.106.253:38173,127.24.106.252:41565 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.24.106.193 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/logs 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:32.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:32.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:32.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.521230 25142 raft_consensus.cc:325] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } 17:46:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.521939 25142 raft_consensus.cc:351] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.522136 25142 raft_consensus.cc:630] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b2f916dc900448d19ce5966b39b624e9, State: Initialized, Role: FOLLOWER 17:46:32.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.522743 25142 consensus_queue.cc:228] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } 17:46:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.525538 25142 sys_catalog.cc:337] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } } 17:46:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.526260 25142 sys_catalog.cc:340] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [sys.catalog]: This master's current role is: FOLLOWER 17:46:32.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.527799 25142 sys_catalog.cc:424] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [sys.catalog]: configured and running, proceeding with master startup. 17:46:32.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.535315 25213 raft_consensus.cc:457] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:46:32.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.535629 25213 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851: Snoozing failure detection for 1.887s (starting election) 17:46:32.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.535913 25213 raft_consensus.cc:479] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } 17:46:32.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.537150 25213 leader_election.cc:251] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer b2f916dc900448d19ce5966b39b624e9 (127.24.106.253:38173) 17:46:32.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.537770 25213 leader_election.cc:251] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer de356b9709d8406a99abc16dadef67f4 (127.24.106.252:41565) 17:46:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.539111 25183 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5362a98ed7a748dfb3e56b3483460851" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "de356b9709d8406a99abc16dadef67f4" is_pre_election: true 17:46:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.541374 25207 tablet_server_main.cc:85] Initializing tablet server... 17:46:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.544961 25207 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 171564us 17:46:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.545676 25207 fs_manager.cc:262] Metadata directory not provided 17:46:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.545948 25207 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.546381 25207 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.546659 25207 server_base.cc:433] Attempting to create new FS layout instead 17:46:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.552033 25207 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/data/instance: 17:46:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6185c95d8783462d8018d231cb3c1d99" 17:46:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:32 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:32.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.553171 25207 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/wal/instance: 17:46:32.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6185c95d8783462d8018d231cb3c1d99" 17:46:32.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:32 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.434994 25214 raft_consensus.cc:457] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:46:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.566979 25214 raft_consensus.cc:2742] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4: Snoozing failure detection for 1.643s (starting election) 17:46:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.567389 25214 raft_consensus.cc:479] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } 17:46:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.568332 25183 raft_consensus.cc:2742] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4: Snoozing failure detection for 1.691s (vote granted) 17:46:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.568677 25214 leader_election.cc:251] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 5362a98ed7a748dfb3e56b3483460851 (127.24.106.254:55232) 17:46:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.568631 25183 raft_consensus.cc:2255] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5362a98ed7a748dfb3e56b3483460851 in term 0. 17:46:32.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.569509 25214 leader_election.cc:251] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer b2f916dc900448d19ce5966b39b624e9 (127.24.106.253:38173) 17:46:32.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.571609 25049 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "de356b9709d8406a99abc16dadef67f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5362a98ed7a748dfb3e56b3483460851" is_pre_election: true 17:46:32.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.572186 25049 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851: Snoozing failure detection for 2.092s (vote granted) 17:46:32.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.572463 25049 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate de356b9709d8406a99abc16dadef67f4 in term 0. 17:46:32.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.573191 25019 leader_election.cc:387] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [CANDIDATE]: Term 1 pre-election: Vote granted by peer de356b9709d8406a99abc16dadef67f4 (127.24.106.252:41565) 17:46:32.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.573501 25019 leader_election.cc:278] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:46:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.574095 25213 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851: Snoozing failure detection for 1.622s (election complete) 17:46:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.574335 25213 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:46:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.574610 25213 raft_consensus.cc:457] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:46:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.574841 25213 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851: Snoozing failure detection for 2.190s (starting election) 17:46:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.575039 25213 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [term 0 FOLLOWER]: Advancing to term 1 17:46:32.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.577083 25155 leader_election.cc:387] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 5362a98ed7a748dfb3e56b3483460851 (127.24.106.254:55232) 17:46:32.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.577327 25155 leader_election.cc:278] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:46:32.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.577947 25214 raft_consensus.cc:2742] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4: Snoozing failure detection for 1.775s (election complete) 17:46:32.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.578174 25214 raft_consensus.cc:2549] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:46:32.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.578410 25214 raft_consensus.cc:457] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:46:32.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.578611 25214 raft_consensus.cc:2742] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4: Snoozing failure detection for 2.103s (starting election) 17:46:32.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.578806 25214 raft_consensus.cc:2794] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [term 0 FOLLOWER]: Advancing to term 1 17:46:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.578863 25207 fs_manager.cc:502] Time spent creating directory manager: real 0.025s user 0.013s sys 0.008s 17:46:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.579823 25213 raft_consensus.cc:479] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } 17:46:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.580737 25207 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.580909 25213 leader_election.cc:251] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [CANDIDATE]: Term 1 election: Requesting vote from peer b2f916dc900448d19ce5966b39b624e9 (127.24.106.253:38173) 17:46:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.581496 25213 leader_election.cc:251] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [CANDIDATE]: Term 1 election: Requesting vote from peer de356b9709d8406a99abc16dadef67f4 (127.24.106.252:41565) 17:46:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.582677 25183 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5362a98ed7a748dfb3e56b3483460851" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "de356b9709d8406a99abc16dadef67f4" 17:46:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.583245 25207 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.583565 25214 raft_consensus.cc:479] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } 17:46:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.584372 25183 raft_consensus.cc:2185] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 5362a98ed7a748dfb3e56b3483460851 in current term 1: Already voted for candidate de356b9709d8406a99abc16dadef67f4 in this term. 17:46:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.584481 25214 leader_election.cc:251] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [CANDIDATE]: Term 1 election: Requesting vote from peer 5362a98ed7a748dfb3e56b3483460851 (127.24.106.254:55232) 17:46:32.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.584902 25214 leader_election.cc:251] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [CANDIDATE]: Term 1 election: Requesting vote from peer b2f916dc900448d19ce5966b39b624e9 (127.24.106.253:38173) 17:46:32.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.585599 25019 leader_election.cc:401] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [CANDIDATE]: Term 1 election: Vote denied by peer de356b9709d8406a99abc16dadef67f4 (127.24.106.252:41565). Message: Invalid argument: T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 5362a98ed7a748dfb3e56b3483460851 in current term 1: Already voted for candidate de356b9709d8406a99abc16dadef67f4 in this term. 17:46:32.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.585666 25049 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "de356b9709d8406a99abc16dadef67f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5362a98ed7a748dfb3e56b3483460851" 17:46:32.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.586254 25049 raft_consensus.cc:2185] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate de356b9709d8406a99abc16dadef67f4 in current term 1: Already voted for candidate 5362a98ed7a748dfb3e56b3483460851 in this term. 17:46:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.587420 25155 leader_election.cc:401] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [CANDIDATE]: Term 1 election: Vote denied by peer 5362a98ed7a748dfb3e56b3483460851 (127.24.106.254:55232). Message: Invalid argument: T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate de356b9709d8406a99abc16dadef67f4 in current term 1: Already voted for candidate 5362a98ed7a748dfb3e56b3483460851 in this term. 17:46:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.599557 25207 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.599803 25207 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/wal 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6185c95d8783462d8018d231cb3c1d99" 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:32 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.600152 25207 fs_report.cc:352] FS layout report 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/wal 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/wal 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/data/data 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:32.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:32.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.526701 25222 sys_catalog.cc:337] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } } 17:46:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.636988 25222 sys_catalog.cc:340] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [sys.catalog]: This master's current role is: FOLLOWER 17:46:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.638734 25116 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "de356b9709d8406a99abc16dadef67f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2f916dc900448d19ce5966b39b624e9" 17:46:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.641140 25073 master_main.cc:86] Master server successfully started. 17:46:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.639452 25119 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5362a98ed7a748dfb3e56b3483460851" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2f916dc900448d19ce5966b39b624e9" is_pre_election: true 17:46:32.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.639398 25117 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5362a98ed7a748dfb3e56b3483460851" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2f916dc900448d19ce5966b39b624e9" 17:46:32.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.641417 25116 raft_consensus.cc:2794] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [term 0 FOLLOWER]: Advancing to term 1 17:46:32.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.641782 25116 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9: Snoozing failure detection for 1.751s (vote granted) 17:46:32.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.638975 25118 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "de356b9709d8406a99abc16dadef67f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2f916dc900448d19ce5966b39b624e9" is_pre_election: true 17:46:32.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.646592 25116 raft_consensus.cc:2255] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate de356b9709d8406a99abc16dadef67f4 in term 1. 17:46:32.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.647146 25119 raft_consensus.cc:2230] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5362a98ed7a748dfb3e56b3483460851 for term 1 because replica is already servicing an update from a current leader or another vote. 17:46:32.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.647879 25117 raft_consensus.cc:2230] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 5362a98ed7a748dfb3e56b3483460851 for term 1 because replica is already servicing an update from a current leader or another vote. 17:46:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.648227 25153 leader_election.cc:387] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [CANDIDATE]: Term 1 election: Vote granted by peer b2f916dc900448d19ce5966b39b624e9 (127.24.106.253:38173) 17:46:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.648452 25118 raft_consensus.cc:2230] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate de356b9709d8406a99abc16dadef67f4 for term 1 because replica is already servicing an update from a current leader or another vote. 17:46:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.648502 25153 leader_election.cc:278] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.648977 25214 raft_consensus.cc:2742] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4: Snoozing failure detection for 2.233s (election complete) 17:46:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.649199 25214 raft_consensus.cc:2549] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [term 1 FOLLOWER]: Leader election won for term 1 17:46:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.650202 25019 leader_election.cc:401] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [CANDIDATE]: Term 1 pre-election: Vote denied by peer b2f916dc900448d19ce5966b39b624e9 (127.24.106.253:38173). Message: Service unavailable: T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5362a98ed7a748dfb3e56b3483460851 for term 1 because replica is already servicing an update from a current leader or another vote. 17:46:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.650950 25153 leader_election.cc:401] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [CANDIDATE]: Term 1 pre-election: Vote denied by peer b2f916dc900448d19ce5966b39b624e9 (127.24.106.253:38173). Message: Service unavailable: T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate de356b9709d8406a99abc16dadef67f4 for term 1 because replica is already servicing an update from a current leader or another vote. 17:46:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.651723 25019 leader_election.cc:401] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [CANDIDATE]: Term 1 election: Vote denied by peer b2f916dc900448d19ce5966b39b624e9 (127.24.106.253:38173). Message: Service unavailable: T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 5362a98ed7a748dfb3e56b3483460851 for term 1 because replica is already servicing an update from a current leader or another vote. 17:46:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.651953 25019 leader_election.cc:278] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. 17:46:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.652611 25213 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851: Snoozing failure detection for 1.706s (election complete) 17:46:32.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.652827 25213 raft_consensus.cc:2497] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority 17:46:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.653934 25214 raft_consensus.cc:595] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [term 1 LEADER]: Becoming Leader. State: Replica: de356b9709d8406a99abc16dadef67f4, State: Running, Role: LEADER 17:46:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.654516 25214 consensus_queue.cc:205] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } 17:46:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:32.666004 25223 catalog_manager.cc:1084] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:46:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:32.666239 25223 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:46:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.665990 25231 sys_catalog.cc:337] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader de356b9709d8406a99abc16dadef67f4. Latest consensus state: current_term: 1 leader_uuid: "de356b9709d8406a99abc16dadef67f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } } 17:46:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.666606 25231 sys_catalog.cc:340] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [sys.catalog]: This master's current role is: LEADER 17:46:32.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.673118 25234 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:46:32.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:32.677793 25098 tablet.cc:1728] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:32.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.690487 25234 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:46:32.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.764230 25117 raft_consensus.cc:1083] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [term 1 FOLLOWER]: Refusing update from remote peer de356b9709d8406a99abc16dadef67f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:46:32.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.765077 25049 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [term 1 FOLLOWER]: Refusing update from remote peer de356b9709d8406a99abc16dadef67f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:46:32.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.766355 25231 consensus_queue.cc:963] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:46:32.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.766894 25214 consensus_queue.cc:963] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:46:32.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.795416 25213 sys_catalog.cc:337] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [sys.catalog]: SysCatalogTable state changed. Reason: New leader de356b9709d8406a99abc16dadef67f4. Latest consensus state: current_term: 1 leader_uuid: "de356b9709d8406a99abc16dadef67f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } } 17:46:32.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.796653 25213 sys_catalog.cc:340] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [sys.catalog]: This master's current role is: FOLLOWER 17:46:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.800112 25222 sys_catalog.cc:337] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader de356b9709d8406a99abc16dadef67f4. Latest consensus state: current_term: 1 leader_uuid: "de356b9709d8406a99abc16dadef67f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } } 17:46:32.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.800820 25222 sys_catalog.cc:340] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [sys.catalog]: This master's current role is: FOLLOWER 17:46:32.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.805769 25213 sys_catalog.cc:337] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "de356b9709d8406a99abc16dadef67f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } } 17:46:32.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.806517 25213 sys_catalog.cc:340] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851 [sys.catalog]: This master's current role is: FOLLOWER 17:46:32.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.806056 25231 sys_catalog.cc:337] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "de356b9709d8406a99abc16dadef67f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } } 17:46:32.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.807868 25231 sys_catalog.cc:340] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [sys.catalog]: This master's current role is: LEADER 17:46:32.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.818994 25207 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:32.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.820587 25245 sys_catalog.cc:337] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "de356b9709d8406a99abc16dadef67f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } } 17:46:32.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.821455 25245 sys_catalog.cc:340] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4 [sys.catalog]: This master's current role is: LEADER 17:46:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.822578 25234 catalog_manager.cc:924] Generated new certificate authority record 17:46:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.825053 25234 catalog_manager.cc:1046] Loading token signing keys... 17:46:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.829576 25207 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:46:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.833940 25222 sys_catalog.cc:337] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "de356b9709d8406a99abc16dadef67f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5362a98ed7a748dfb3e56b3483460851" member_type: VOTER last_known_addr { host: "127.24.106.254" port: 55232 } } peers { permanent_uuid: "b2f916dc900448d19ce5966b39b624e9" member_type: VOTER last_known_addr { host: "127.24.106.253" port: 38173 } } peers { permanent_uuid: "de356b9709d8406a99abc16dadef67f4" member_type: VOTER last_known_addr { host: "127.24.106.252" port: 41565 } } } 17:46:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.834661 25222 sys_catalog.cc:340] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9 [sys.catalog]: This master's current role is: FOLLOWER 17:46:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.841991 25234 catalog_manager.cc:4062] T 00000000000000000000000000000000 P de356b9709d8406a99abc16dadef67f4: Generated new TSK 0 17:46:32.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:32.842131 25207 tablet_server_main.cc:90] Starting tablet server... 17:46:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.225802 25207 rpc_server.cc:205] RPC server started. Bound to: 127.24.106.193:59127 17:46:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.227617 25207 webserver.cc:175] Starting webserver on 127.24.106.193:0 17:46:33.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.227939 25207 webserver.cc:186] Document root disabled 17:46:33.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.229908 25207 webserver.cc:313] Webserver started. Bound to: http://127.24.106.193:56252/ 17:46:33.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.231360 25207 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-0/data/info.pb 17:46:33.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.240624 25003 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 25207 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.241870 25003 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/wal 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/data 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.106.194:0 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.24.106.194 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.106.194 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.24.106.254:55232,127.24.106.253:38173,127.24.106.252:41565 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/logs 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/data/info.pb 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:46:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.267277 25207 tablet_server_main.cc:93] Tablet server successfully started. 17:46:33.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.295708 25355 heartbeater.cc:346] Connected to a master server at 127.24.106.253:38173 17:46:33.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.296003 25355 heartbeater.cc:426] Registering TS with master... 17:46:33.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.296579 25355 heartbeater.cc:475] Master 127.24.106.253:38173 requested a full tablet report, sending... 17:46:33.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.299734 25109 ts_manager.cc:98] Registered new tserver with Master: 6185c95d8783462d8018d231cb3c1d99 (127.24.106.193:59127) 17:46:33.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.301506 25359 heartbeater.cc:346] Connected to a master server at 127.24.106.252:41565 17:46:33.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.301713 25359 heartbeater.cc:426] Registering TS with master... 17:46:33.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.302122 25359 heartbeater.cc:475] Master 127.24.106.252:41565 requested a full tablet report, sending... 17:46:33.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.304258 25173 ts_manager.cc:98] Registered new tserver with Master: 6185c95d8783462d8018d231cb3c1d99 (127.24.106.193:59127) 17:46:33.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.306995 25173 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.24.106.193:40635 17:46:33.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.308941 25354 heartbeater.cc:346] Connected to a master server at 127.24.106.254:55232 17:46:33.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.309170 25354 heartbeater.cc:426] Registering TS with master... 17:46:33.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.309904 25354 heartbeater.cc:475] Master 127.24.106.254:55232 requested a full tablet report, sending... 17:46:33.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.312662 25039 ts_manager.cc:98] Registered new tserver with Master: 6185c95d8783462d8018d231cb3c1d99 (127.24.106.193:59127) 17:46:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:33.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:33.471280 25358 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:33.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:33.472239 25358 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:33.489024 25358 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:33.489804 25358 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.106.194 17:46:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.514467 25215 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851: acquiring CA information for follower catalog manager: success 17:46:33.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.518095 25215 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 5362a98ed7a748dfb3e56b3483460851: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:46:33.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.543622 25358 tablet_server_main.cc:78] Tablet server non-default flags: 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/data 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/wal 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.106.194:0 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/data/info.pb 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.106.194 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.24.106.254:55232,127.24.106.253:38173,127.24.106.252:41565 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.24.106.194 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/logs 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:33.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.572219 25358 tablet_server_main.cc:85] Initializing tablet server... 17:46:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.575311 25358 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 172064us 17:46:33.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.576207 25358 fs_manager.cc:262] Metadata directory not provided 17:46:33.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.576545 25358 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:33.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.577031 25358 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:33.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.577338 25358 server_base.cc:433] Attempting to create new FS layout instead 17:46:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.582211 25358 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/data/instance: 17:46:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f1a310326c5f4f2dac50ed2813611cbe" 17:46:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:33 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.583602 25358 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/wal/instance: 17:46:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f1a310326c5f4f2dac50ed2813611cbe" 17:46:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:33 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:33.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.610466 25358 fs_manager.cc:502] Time spent creating directory manager: real 0.026s user 0.016s sys 0.008s 17:46:33.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.612316 25358 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:33.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.613030 25358 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:33.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.634938 25358 fs_manager.cc:418] Time spent opening block manager: real 0.011s user 0.003s sys 0.008s 17:46:33.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.635412 25358 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/wal 17:46:33.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f1a310326c5f4f2dac50ed2813611cbe" 17:46:33.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:33 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.635988 25358 fs_report.cc:352] FS layout report 17:46:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/wal 17:46:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/wal 17:46:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/data/data 17:46:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:33.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:33.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.672525 25223 catalog_manager.cc:1082] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9: acquiring CA information for follower catalog manager: success 17:46:33.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.675964 25223 catalog_manager.cc:1110] T 00000000000000000000000000000000 P b2f916dc900448d19ce5966b39b624e9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:46:33.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.951007 25358 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:33.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.960083 25358 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:46:33.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:33.966313 25358 tablet_server_main.cc:90] Starting tablet server... 17:46:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.310485 25359 heartbeater.cc:467] Master 127.24.106.252:41565 was elected leader, sending a full tablet report... 17:46:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.642041 25358 rpc_server.cc:205] RPC server started. Bound to: 127.24.106.194:39521 17:46:34.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.644091 25358 webserver.cc:175] Starting webserver on 127.24.106.194:0 17:46:34.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.644450 25358 webserver.cc:186] Document root disabled 17:46:34.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.650630 25358 webserver.cc:313] Webserver started. Bound to: http://127.24.106.194:48621/ 17:46:34.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.651809 25358 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-1/data/info.pb 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.654366 25003 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 25358 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.655426 25003 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/wal 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/data 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.106.195:0 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.24.106.195 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.106.195 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.24.106.254:55232,127.24.106.253:38173,127.24.106.252:41565 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/logs 17:46:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/data/info.pb 17:46:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:46:34.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.737454 25358 tablet_server_main.cc:93] Tablet server successfully started. 17:46:34.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.740489 25486 heartbeater.cc:346] Connected to a master server at 127.24.106.254:55232 17:46:34.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.749007 25486 heartbeater.cc:426] Registering TS with master... 17:46:34.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.741552 25489 heartbeater.cc:346] Connected to a master server at 127.24.106.253:38173 17:46:34.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.749985 25489 heartbeater.cc:426] Registering TS with master... 17:46:34.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.750260 25486 heartbeater.cc:475] Master 127.24.106.254:55232 requested a full tablet report, sending... 17:46:34.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.750813 25489 heartbeater.cc:475] Master 127.24.106.253:38173 requested a full tablet report, sending... 17:46:34.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.741752 25491 heartbeater.cc:346] Connected to a master server at 127.24.106.252:41565 17:46:34.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.753248 25491 heartbeater.cc:426] Registering TS with master... 17:46:34.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.753698 25491 heartbeater.cc:475] Master 127.24.106.252:41565 requested a full tablet report, sending... 17:46:34.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.753928 25039 ts_manager.cc:98] Registered new tserver with Master: f1a310326c5f4f2dac50ed2813611cbe (127.24.106.194:39521) 17:46:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.756042 25109 ts_manager.cc:98] Registered new tserver with Master: f1a310326c5f4f2dac50ed2813611cbe (127.24.106.194:39521) 17:46:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.756774 25173 ts_manager.cc:98] Registered new tserver with Master: f1a310326c5f4f2dac50ed2813611cbe (127.24.106.194:39521) 17:46:34.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.758499 25173 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.24.106.194:52003 17:46:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:34.842821 25487 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:34.843479 25487 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:34.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:34.852511 25487 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:34.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:34.852989 25487 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.106.195 17:46:34.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.867430 25487 tablet_server_main.cc:78] Tablet server non-default flags: 17:46:34.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/data 17:46:34.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/wal 17:46:34.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:34.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.106.195:0 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/data/info.pb 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.106.195 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.24.106.254:55232,127.24.106.253:38173,127.24.106.252:41565 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.24.106.195 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/logs 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:34.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.885936 25487 tablet_server_main.cc:85] Initializing tablet server... 17:46:34.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.888130 25487 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 172564us 17:46:34.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.888741 25487 fs_manager.cc:262] Metadata directory not provided 17:46:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.888895 25487 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.889348 25487 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.889497 25487 server_base.cc:433] Attempting to create new FS layout instead 17:46:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.892726 25487 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/data/instance: 17:46:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "abacacc4d16c4af5b8f13d53ee830dc4" 17:46:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.893651 25487 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/wal/instance: 17:46:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "abacacc4d16c4af5b8f13d53ee830dc4" 17:46:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.908231 25487 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.002s 17:46:34.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.909505 25487 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:34.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.909986 25487 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:34.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.917780 25487 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.001s 17:46:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.917912 25487 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/wal 17:46:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "abacacc4d16c4af5b8f13d53ee830dc4" 17:46:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:34.918422 25487 fs_report.cc:352] FS layout report 17:46:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/wal 17:46:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/wal 17:46:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/data/data 17:46:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:34.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:34.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:34.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:34.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:34.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:34.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:34.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:34.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:34.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:35.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.105080 25487 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.110476 25487 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:46:35.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.112015 25487 tablet_server_main.cc:90] Starting tablet server... 17:46:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.268486 25487 rpc_server.cc:205] RPC server started. Bound to: 127.24.106.195:50470 17:46:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.269798 25487 webserver.cc:175] Starting webserver on 127.24.106.195:0 17:46:35.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.269922 25487 webserver.cc:186] Document root disabled 17:46:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.271749 25487 webserver.cc:313] Webserver started. Bound to: http://127.24.106.195:60287/ 17:46:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.272595 25487 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster878256848676755766/ts-2/data/info.pb 17:46:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.280475 25003 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 25487 17:46:35.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.312232 25487 tablet_server_main.cc:93] Tablet server successfully started. 17:46:35.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.354625 25617 heartbeater.cc:346] Connected to a master server at 127.24.106.254:55232 17:46:35.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.355015 25617 heartbeater.cc:426] Registering TS with master... 17:46:35.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.355981 25617 heartbeater.cc:475] Master 127.24.106.254:55232 requested a full tablet report, sending... 17:46:35.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.358844 25039 ts_manager.cc:98] Registered new tserver with Master: abacacc4d16c4af5b8f13d53ee830dc4 (127.24.106.195:50470) 17:46:35.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.359977 25618 heartbeater.cc:346] Connected to a master server at 127.24.106.253:38173 17:46:35.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.360215 25618 heartbeater.cc:426] Registering TS with master... 17:46:35.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.360738 25618 heartbeater.cc:475] Master 127.24.106.253:38173 requested a full tablet report, sending... 17:46:35.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.362799 25109 ts_manager.cc:98] Registered new tserver with Master: abacacc4d16c4af5b8f13d53ee830dc4 (127.24.106.195:50470) 17:46:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.355186 25619 heartbeater.cc:346] Connected to a master server at 127.24.106.252:41565 17:46:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.368109 25619 heartbeater.cc:426] Registering TS with master... 17:46:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.368561 25619 heartbeater.cc:475] Master 127.24.106.252:41565 requested a full tablet report, sending... 17:46:35.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.370165 25172 ts_manager.cc:98] Registered new tserver with Master: abacacc4d16c4af5b8f13d53ee830dc4 (127.24.106.195:50470) 17:46:35.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.371356 25003 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:46:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.371837 25172 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.24.106.195:53704 17:46:35.372 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:46:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.518492 25172 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.24.106.252:57651: 17:46:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:46:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:46:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:46:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:46:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:46:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:46:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:46:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:46:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:46:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:46:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.601219 25554 tablet_service.cc:759] Processing CreateTablet for tablet 824232d3fcbc4f2bba80f5bd11fee2a1 (table=test [id=77468d79c72c4763abc36eb5f640f6a0]), partition=RANGE (key) PARTITION VALUES < 50 17:46:35.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.602213 25554 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 824232d3fcbc4f2bba80f5bd11fee2a1. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.607868 25423 tablet_service.cc:759] Processing CreateTablet for tablet fa08600a62054b37824bd2da69ced05f (table=test [id=77468d79c72c4763abc36eb5f640f6a0]), partition=RANGE (key) PARTITION VALUES >= 50 17:46:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.608749 25423 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet fa08600a62054b37824bd2da69ced05f. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:35.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.621794 25423 ts_tablet_manager.cc:1173] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe: Registered tablet (data state: TABLET_DATA_READY) 17:46:35.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.623404 25692 ts_tablet_manager.cc:1028] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe: Bootstrapping tablet 17:46:35.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.624418 25692 tablet_bootstrap.cc:438] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe: Bootstrap starting. 17:46:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.624898 25554 ts_tablet_manager.cc:1173] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4: Registered tablet (data state: TABLET_DATA_READY) 17:46:35.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.627022 25693 ts_tablet_manager.cc:1028] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4: Bootstrapping tablet 17:46:35.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.627727 25693 tablet_bootstrap.cc:438] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4: Bootstrap starting. 17:46:35.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.628031 25692 tablet_bootstrap.cc:592] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe: No blocks or log segments found. Creating new log. 17:46:35.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.630151 25692 log.cc:525] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe: Log is configured to *not* fsync() on all Append() calls 17:46:35.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.632066 25693 tablet_bootstrap.cc:592] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4: No blocks or log segments found. Creating new log. 17:46:35.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.633397 25693 log.cc:525] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4: Log is configured to *not* fsync() on all Append() calls 17:46:35.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.635618 25692 tablet_bootstrap.cc:438] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe: No bootstrap required, opened a new log 17:46:35.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.636080 25692 ts_tablet_manager.cc:1045] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe: Time spent bootstrapping tablet: real 0.012s user 0.007s sys 0.001s 17:46:35.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.640378 25693 tablet_bootstrap.cc:438] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4: No bootstrap required, opened a new log 17:46:35.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.640882 25693 ts_tablet_manager.cc:1045] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4: Time spent bootstrapping tablet: real 0.013s user 0.009s sys 0.003s 17:46:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.654323 25692 raft_consensus.cc:325] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f1a310326c5f4f2dac50ed2813611cbe" member_type: VOTER last_known_addr { host: "127.24.106.194" port: 39521 } } 17:46:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.655109 25692 raft_consensus.cc:351] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.655452 25692 raft_consensus.cc:630] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f1a310326c5f4f2dac50ed2813611cbe, State: Initialized, Role: FOLLOWER 17:46:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.656178 25692 consensus_queue.cc:228] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f1a310326c5f4f2dac50ed2813611cbe" member_type: VOTER last_known_addr { host: "127.24.106.194" port: 39521 } } 17:46:35.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.656920 25692 raft_consensus.cc:365] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:35.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.657265 25692 raft_consensus.cc:457] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:35.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.657625 25692 raft_consensus.cc:2742] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe: Snoozing failure detection for 1.953s (starting election) 17:46:35.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.657955 25692 raft_consensus.cc:2794] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe [term 0 FOLLOWER]: Advancing to term 1 17:46:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.659276 25693 raft_consensus.cc:325] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "abacacc4d16c4af5b8f13d53ee830dc4" member_type: VOTER last_known_addr { host: "127.24.106.195" port: 50470 } } 17:46:35.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.660025 25693 raft_consensus.cc:351] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:35.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.660343 25693 raft_consensus.cc:630] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: abacacc4d16c4af5b8f13d53ee830dc4, State: Initialized, Role: FOLLOWER 17:46:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.661211 25693 consensus_queue.cc:228] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "abacacc4d16c4af5b8f13d53ee830dc4" member_type: VOTER last_known_addr { host: "127.24.106.195" port: 50470 } } 17:46:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.661922 25693 raft_consensus.cc:365] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.662267 25693 raft_consensus.cc:457] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.662441 25692 raft_consensus.cc:479] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f1a310326c5f4f2dac50ed2813611cbe" member_type: VOTER last_known_addr { host: "127.24.106.194" port: 39521 } } 17:46:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.662622 25693 raft_consensus.cc:2742] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4: Snoozing failure detection for 1.537s (starting election) 17:46:35.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.662863 25693 raft_consensus.cc:2794] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4 [term 0 FOLLOWER]: Advancing to term 1 17:46:35.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.663226 25692 leader_election.cc:278] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:35.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.665307 25696 raft_consensus.cc:2742] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe: Snoozing failure detection for 1.908s (election complete) 17:46:35.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.665686 25696 raft_consensus.cc:2549] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe [term 1 FOLLOWER]: Leader election won for term 1 17:46:35.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.667197 25693 raft_consensus.cc:479] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "abacacc4d16c4af5b8f13d53ee830dc4" member_type: VOTER last_known_addr { host: "127.24.106.195" port: 50470 } } 17:46:35.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.667448 25696 raft_consensus.cc:595] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe [term 1 LEADER]: Becoming Leader. State: Replica: f1a310326c5f4f2dac50ed2813611cbe, State: Running, Role: LEADER 17:46:35.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.668498 25693 leader_election.cc:278] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:35.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.668526 25491 heartbeater.cc:467] Master 127.24.106.252:41565 was elected leader, sending a full tablet report... 17:46:35.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.668519 25696 consensus_queue.cc:205] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f1a310326c5f4f2dac50ed2813611cbe" member_type: VOTER last_known_addr { host: "127.24.106.194" port: 39521 } } 17:46:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.670809 25699 raft_consensus.cc:2742] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4: Snoozing failure detection for 1.667s (election complete) 17:46:35.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.671934 25699 raft_consensus.cc:2549] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4 [term 1 FOLLOWER]: Leader election won for term 1 17:46:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.678905 25699 raft_consensus.cc:595] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4 [term 1 LEADER]: Becoming Leader. State: Replica: abacacc4d16c4af5b8f13d53ee830dc4, State: Running, Role: LEADER 17:46:35.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.680910 25619 heartbeater.cc:467] Master 127.24.106.252:41565 was elected leader, sending a full tablet report... 17:46:35.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.681814 25699 consensus_queue.cc:205] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "abacacc4d16c4af5b8f13d53ee830dc4" member_type: VOTER last_known_addr { host: "127.24.106.195" port: 50470 } } 17:46:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.684547 25172 catalog_manager.cc:3758] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe reported cstate change: term changed from 0 to 1, leader changed from to f1a310326c5f4f2dac50ed2813611cbe (127.24.106.194). New cstate: current_term: 1 leader_uuid: "f1a310326c5f4f2dac50ed2813611cbe" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "f1a310326c5f4f2dac50ed2813611cbe" member_type: VOTER last_known_addr { host: "127.24.106.194" port: 39521 } health_report { overall_health: HEALTHY } } } 17:46:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.685675 25693 ts_tablet_manager.cc:1073] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4: Time spent starting tablet: real 0.044s user 0.024s sys 0.008s 17:46:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.683915 25692 ts_tablet_manager.cc:1073] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe: Time spent starting tablet: real 0.048s user 0.026s sys 0.012s 17:46:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.698498 25173 catalog_manager.cc:3758] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4 reported cstate change: term changed from 0 to 1, leader changed from to abacacc4d16c4af5b8f13d53ee830dc4 (127.24.106.195). New cstate: current_term: 1 leader_uuid: "abacacc4d16c4af5b8f13d53ee830dc4" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "abacacc4d16c4af5b8f13d53ee830dc4" member_type: VOTER last_known_addr { host: "127.24.106.195" port: 50470 } health_report { overall_health: HEALTHY } } } 17:46:35.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:35.728374 25496 tablet.cc:1728] T fa08600a62054b37824bd2da69ced05f P f1a310326c5f4f2dac50ed2813611cbe: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.755142 25172 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.24.106.252:57651: 17:46:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:46:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:46:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:35.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.781523 25291 tablet_service.cc:759] Processing CreateTablet for tablet f1f6a174a28647bf9276dc11ffead903 (table=simple-test [id=34575575bc174f769124c135a7e67c00]), partition=RANGE (key) PARTITION UNBOUNDED 17:46:35.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.782155 25291 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet f1f6a174a28647bf9276dc11ffead903. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:35.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.793323 25291 ts_tablet_manager.cc:1173] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99: Registered tablet (data state: TABLET_DATA_READY) 17:46:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.795106 25705 ts_tablet_manager.cc:1028] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99: Bootstrapping tablet 17:46:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.795541 25705 tablet_bootstrap.cc:438] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99: Bootstrap starting. 17:46:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.797613 25705 tablet_bootstrap.cc:592] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99: No blocks or log segments found. Creating new log. 17:46:35.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.798810 25705 log.cc:525] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99: Log is configured to *not* fsync() on all Append() calls 17:46:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.801290 25705 tablet_bootstrap.cc:438] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99: No bootstrap required, opened a new log 17:46:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.801606 25705 ts_tablet_manager.cc:1045] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.002s 17:46:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:35.802809 25626 tablet.cc:1728] T 824232d3fcbc4f2bba80f5bd11fee2a1 P abacacc4d16c4af5b8f13d53ee830dc4: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:35.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.812265 25705 raft_consensus.cc:325] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6185c95d8783462d8018d231cb3c1d99" member_type: VOTER last_known_addr { host: "127.24.106.193" port: 59127 } } 17:46:35.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.813091 25705 raft_consensus.cc:351] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:35.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.813408 25705 raft_consensus.cc:630] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6185c95d8783462d8018d231cb3c1d99, State: Initialized, Role: FOLLOWER 17:46:35.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.814052 25705 consensus_queue.cc:228] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6185c95d8783462d8018d231cb3c1d99" member_type: VOTER last_known_addr { host: "127.24.106.193" port: 59127 } } 17:46:35.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.814635 25705 raft_consensus.cc:365] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.814882 25705 raft_consensus.cc:457] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.815135 25705 raft_consensus.cc:2742] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99: Snoozing failure detection for 2.241s (starting election) 17:46:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.815393 25705 raft_consensus.cc:2794] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99 [term 0 FOLLOWER]: Advancing to term 1 17:46:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.818495 25705 raft_consensus.cc:479] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6185c95d8783462d8018d231cb3c1d99" member_type: VOTER last_known_addr { host: "127.24.106.193" port: 59127 } } 17:46:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.819036 25705 leader_election.cc:278] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:35.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.821645 25707 raft_consensus.cc:2742] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99: Snoozing failure detection for 2.022s (election complete) 17:46:35.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.822257 25707 raft_consensus.cc:2549] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99 [term 1 FOLLOWER]: Leader election won for term 1 17:46:35.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.824364 25705 ts_tablet_manager.cc:1073] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99: Time spent starting tablet: real 0.023s user 0.014s sys 0.008s 17:46:35.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.825623 25707 raft_consensus.cc:595] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99 [term 1 LEADER]: Becoming Leader. State: Replica: 6185c95d8783462d8018d231cb3c1d99, State: Running, Role: LEADER 17:46:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.826155 25707 consensus_queue.cc:205] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6185c95d8783462d8018d231cb3c1d99" member_type: VOTER last_known_addr { host: "127.24.106.193" port: 59127 } } 17:46:35.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:35.831907 25172 catalog_manager.cc:3758] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99 reported cstate change: term changed from 0 to 1, leader changed from to 6185c95d8783462d8018d231cb3c1d99 (127.24.106.193). New cstate: current_term: 1 leader_uuid: "6185c95d8783462d8018d231cb3c1d99" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6185c95d8783462d8018d231cb3c1d99" member_type: VOTER last_known_addr { host: "127.24.106.193" port: 59127 } health_report { overall_health: HEALTHY } } } 17:46:36.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:36.021298 25362 tablet.cc:1728] T f1f6a174a28647bf9276dc11ffead903 P 6185c95d8783462d8018d231cb3c1d99: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:36.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:36.401294 25003 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 25207 17:46:36.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:36.438769 25019 connection.cc:512] server connection from 127.24.106.193:41208 recv error: Network error: failed to read from TLS socket (remote: 127.24.106.193:41208): Connection reset by peer (error 104) 17:46:36.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:36.439754 25154 connection.cc:512] server connection from 127.24.106.193:40635 recv error: Network error: failed to read from TLS socket (remote: 127.24.106.193:40635): Connection reset by peer (error 104) 17:46:36.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:36.439779 25086 connection.cc:512] server connection from 127.24.106.193:49389 recv error: Network error: failed to read from TLS socket (remote: 127.24.106.193:49389): Connection reset by peer (error 104) 17:46:36.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:36.440719 25003 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 25358 17:46:36.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:36.476181 25023 connection.cc:512] server connection from 127.24.106.194:54433 recv error: Network error: failed to read from TLS socket (remote: 127.24.106.194:54433): Connection reset by peer (error 104) 17:46:36.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:36.477182 25087 connection.cc:512] server connection from 127.24.106.194:34569 recv error: Network error: failed to read from TLS socket (remote: 127.24.106.194:34569): Connection reset by peer (error 104) 17:46:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:36.478047 25154 connection.cc:512] server connection from 127.24.106.194:52003 recv error: Network error: failed to read from TLS socket (remote: 127.24.106.194:52003): Connection reset by peer (error 104) 17:46:36.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:36.478910 25003 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 25487 17:46:36.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:36.499334 25019 connection.cc:512] server connection from 127.24.106.195:37420 recv error: Network error: failed to read from TLS socket (remote: 127.24.106.195:37420): Connection reset by peer (error 104) 17:46:36.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:36.500128 25085 connection.cc:512] server connection from 127.24.106.195:54561 recv error: Network error: failed to read from TLS socket (remote: 127.24.106.195:54561): Connection reset by peer (error 104) 17:46:36.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:36.500746 25003 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 25011 17:46:36.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:36.500834 25154 connection.cc:512] server connection from 127.24.106.195:53704 recv error: Network error: failed to read from TLS socket (remote: 127.24.106.195:53704): Connection reset by peer (error 104) 17:46:36.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:36.521963 25003 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 25073 17:46:36.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:36.545680 25003 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 25143 17:46:37.589 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538613997589 17:46:37.590 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:46:37.590 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:46:37.591 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:46:37.591 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:46:37.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:37.799561 25741 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/wal 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/data 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.35.126:35240 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.35.126 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/logs 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/data/info.pb 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.35.126:35240,127.25.35.125:51828,127.25.35.124:58583 with env {} 17:46:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:37.954566 25749 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:37.954907 25749 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:37.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:37.963788 25749 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:37.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:37.963912 25749 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:37.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:37.964056 25749 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:37.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:37.964207 25749 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:37.983506 25749 master_main.cc:73] Master server non-default flags: 17:46:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/data 17:46:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/wal 17:46:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.35.126:35240,127.25.35.125:51828,127.25.35.124:58583 17:46:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.35.126:35240 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/data/info.pb 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.35.126 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/logs 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:37.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:37.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:37.998003 25749 master_main.cc:80] Initializing master server... 17:46:38.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.000780 25749 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 174564us 17:46:38.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.001524 25749 fs_manager.cc:262] Metadata directory not provided 17:46:38.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.001646 25749 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.001904 25749 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.002038 25749 server_base.cc:433] Attempting to create new FS layout instead 17:46:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.005766 25749 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/data/instance: 17:46:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0174177558464cf38b00968c0337e91d" 17:46:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.006548 25749 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/wal/instance: 17:46:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0174177558464cf38b00968c0337e91d" 17:46:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:38.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.024274 25749 fs_manager.cc:502] Time spent creating directory manager: real 0.017s user 0.005s sys 0.007s 17:46:38.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.025408 25749 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:38.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.026592 25749 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.034724 25749 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.034838 25749 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/wal 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0174177558464cf38b00968c0337e91d" 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.035060 25749 fs_report.cc:352] FS layout report 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/wal 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/wal 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/data/data 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.193048 25749 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.195528 25749 master_main.cc:83] Starting Master server... 17:46:38.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.284317 25749 rpc_server.cc:205] RPC server started. Bound to: 127.25.35.126:35240 17:46:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.285320 25749 webserver.cc:175] Starting webserver on 127.25.35.126:0 17:46:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.285449 25749 webserver.cc:186] Document root disabled 17:46:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.287400 25749 webserver.cc:313] Webserver started. Bound to: http://127.25.35.126:34245/ 17:46:38.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.288180 25749 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-0/data/info.pb 17:46:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.291340 25810 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:38.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.293819 25741 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 25749 17:46:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.294613 25741 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/wal 17:46:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/data 17:46:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.35.125:51828 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.35.125 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/logs 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/data/info.pb 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.35.126:35240,127.25.35.125:51828,127.25.35.124:58583 with env {} 17:46:38.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.304188 25810 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } has no permanent_uuid. Determining permanent_uuid... 17:46:38.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.323781 25810 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } has no permanent_uuid. Determining permanent_uuid... 17:46:38.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.324937 25810 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.35.125:51828: Network error: Client connection negotiation failed: client connection to 127.25.35.125:51828: connect: Connection refused (error 111) 17:46:38.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.344295 25810 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } attempt: 1 17:46:38.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.345365 25810 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.35.125:51828: Network error: Client connection negotiation failed: client connection to 127.25.35.125:51828: connect: Connection refused (error 111) 17:46:38.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.393702 25810 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } attempt: 2 17:46:38.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.394899 25810 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.35.125:51828: Network error: Client connection negotiation failed: client connection to 127.25.35.125:51828: connect: Connection refused (error 111) 17:46:38.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:38.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.454097 25811 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:38.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.454551 25811 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:38.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.463569 25811 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:38.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.463723 25811 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:38.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.463963 25811 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:38.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.464128 25811 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:38.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.482494 25811 master_main.cc:73] Master server non-default flags: 17:46:38.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/data 17:46:38.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/wal 17:46:38.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:38.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.35.126:35240,127.25.35.125:51828,127.25.35.124:58583 17:46:38.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.35.125:51828 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/data/info.pb 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.35.125 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/logs 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:38.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.496883 25811 master_main.cc:80] Initializing master server... 17:46:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.499686 25811 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 174564us 17:46:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.500458 25811 fs_manager.cc:262] Metadata directory not provided 17:46:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.500600 25811 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.501005 25811 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.501129 25811 server_base.cc:433] Attempting to create new FS layout instead 17:46:38.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.504989 25811 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/data/instance: 17:46:38.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" 17:46:38.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:38.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.505842 25811 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/wal/instance: 17:46:38.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" 17:46:38.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:38.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.506224 25810 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } attempt: 3 17:46:38.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.507390 25810 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.35.125:51828: Network error: Client connection negotiation failed: client connection to 127.25.35.125:51828: connect: Connection refused (error 111) 17:46:38.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.519899 25811 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.005s 17:46:38.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.521087 25811 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:38.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.522302 25811 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:38.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.530519 25811 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:46:38.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.530650 25811 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/wal 17:46:38.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" 17:46:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:38.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.530905 25811 fs_report.cc:352] FS layout report 17:46:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/wal 17:46:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/wal 17:46:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/data/data 17:46:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.683707 25810 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } attempt: 4 17:46:38.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.684916 25810 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.35.125:51828: Network error: Client connection negotiation failed: client connection to 127.25.35.125:51828: connect: Connection refused (error 111) 17:46:38.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.687662 25811 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:38.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.689946 25811 master_main.cc:83] Starting Master server... 17:46:38.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.777073 25811 rpc_server.cc:205] RPC server started. Bound to: 127.25.35.125:51828 17:46:38.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.777968 25811 webserver.cc:175] Starting webserver on 127.25.35.125:0 17:46:38.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.778067 25811 webserver.cc:186] Document root disabled 17:46:38.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.779958 25811 webserver.cc:313] Webserver started. Bound to: http://127.25.35.125:56837/ 17:46:38.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.780725 25811 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-1/data/info.pb 17:46:38.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.784312 25876 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.790817 25741 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 25811 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.792047 25741 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/wal 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/data 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.35.124:58583 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.35.124 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/logs 17:46:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/data/info.pb 17:46:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.35.126:35240,127.25.35.125:51828,127.25.35.124:58583 with env {} 17:46:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.799937 25876 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } has no permanent_uuid. Determining permanent_uuid... 17:46:38.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.815423 25876 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } has no permanent_uuid. Determining permanent_uuid... 17:46:38.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.826723 25876 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } has no permanent_uuid. Determining permanent_uuid... 17:46:38.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.828488 25876 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.35.124:58583: Network error: Client connection negotiation failed: client connection to 127.25.35.124:58583: connect: Connection refused (error 111) 17:46:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.847872 25876 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } attempt: 1 17:46:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.849259 25876 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.35.124:58583: Network error: Client connection negotiation failed: client connection to 127.25.35.124:58583: connect: Connection refused (error 111) 17:46:38.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.897619 25876 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } attempt: 2 17:46:38.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.898813 25876 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.35.124:58583: Network error: Client connection negotiation failed: client connection to 127.25.35.124:58583: connect: Connection refused (error 111) 17:46:38.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:38.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.952776 25877 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:38.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.953164 25877 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.962069 25877 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.962193 25877 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.962293 25877 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.962473 25877 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.980988 25877 master_main.cc:73] Master server non-default flags: 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/data 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/wal 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.35.126:35240,127.25.35.125:51828,127.25.35.124:58583 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.35.124:58583 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/data/info.pb 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.35.124 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/logs 17:46:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:38.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.988216 25810 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } attempt: 5 17:46:38.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.994695 25810 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } has no permanent_uuid. Determining permanent_uuid... 17:46:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.995338 25877 master_main.cc:80] Initializing master server... 17:46:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:38.995926 25810 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.35.124:58583: Network error: Client connection negotiation failed: client connection to 127.25.35.124:58583: connect: Connection refused (error 111) 17:46:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.998106 25877 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 174564us 17:46:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.998841 25877 fs_manager.cc:262] Metadata directory not provided 17:46:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.998962 25877 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.999197 25877 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:38.999306 25877 server_base.cc:433] Attempting to create new FS layout instead 17:46:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.002954 25877 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/data/instance: 17:46:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "26f70f64fa98438a890605179f889923" 17:46:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.003702 25877 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/wal/instance: 17:46:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "26f70f64fa98438a890605179f889923" 17:46:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:39.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.010150 25876 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } attempt: 3 17:46:39.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.011226 25876 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.35.124:58583: Network error: Client connection negotiation failed: client connection to 127.25.35.124:58583: connect: Connection refused (error 111) 17:46:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.017145 25877 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.005s sys 0.007s 17:46:39.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.018302 25877 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:39.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.019534 25877 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:39.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.027644 25877 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:46:39.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.027772 25877 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/wal 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "26f70f64fa98438a890605179f889923" 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.028023 25877 fs_report.cc:352] FS layout report 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/wal 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/wal 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/data/data 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.034262 25810 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } attempt: 1 17:46:39.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.035528 25810 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.35.124:58583: Network error: Client connection negotiation failed: client connection to 127.25.35.124:58583: connect: Connection refused (error 111) 17:46:39.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.083842 25810 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } attempt: 2 17:46:39.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.085453 25810 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.35.124:58583: Network error: Client connection negotiation failed: client connection to 127.25.35.124:58583: connect: Connection refused (error 111) 17:46:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.168921 25877 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:39.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.171355 25877 master_main.cc:83] Starting Master server... 17:46:39.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.185806 25810 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } attempt: 3 17:46:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.187458 25810 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.35.124:58583: Network error: Client connection negotiation failed: client connection to 127.25.35.124:58583: connect: Connection refused (error 111) 17:46:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.188089 25876 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } attempt: 4 17:46:39.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.189210 25876 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.35.124:58583: Network error: Client connection negotiation failed: client connection to 127.25.35.124:58583: connect: Connection refused (error 111) 17:46:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.262015 25877 rpc_server.cc:205] RPC server started. Bound to: 127.25.35.124:58583 17:46:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.263015 25877 webserver.cc:175] Starting webserver on 127.25.35.124:0 17:46:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.263151 25877 webserver.cc:186] Document root disabled 17:46:39.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.264955 25877 webserver.cc:313] Webserver started. Bound to: http://127.25.35.124:37990/ 17:46:39.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.265683 25877 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/master-2/data/info.pb 17:46:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.268162 25741 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 25877 17:46:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.269235 25940 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.269485 25741 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/wal 17:46:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/data 17:46:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.35.65:0 17:46:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.35.65 17:46:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.35.65 17:46:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.35.126:35240,127.25.35.125:51828,127.25.35.124:58583 17:46:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/logs 17:46:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/data/info.pb 17:46:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:46:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.284291 25940 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } has no permanent_uuid. Determining permanent_uuid... 17:46:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.299808 25940 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } has no permanent_uuid. Determining permanent_uuid... 17:46:39.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.305902 25940 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } has no permanent_uuid. Determining permanent_uuid... 17:46:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.320250 25940 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923: Bootstrap starting. 17:46:39.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.322757 25940 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923: No blocks or log segments found. Creating new log. 17:46:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.324141 25940 log.cc:525] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923: Log is configured to *not* fsync() on all Append() calls 17:46:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.328220 25810 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } attempt: 4 17:46:39.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.329151 25940 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923: No bootstrap required, opened a new log 17:46:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.342190 25810 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d: Bootstrap starting. 17:46:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.346238 25810 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d: No blocks or log segments found. Creating new log. 17:46:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.345907 25940 raft_consensus.cc:325] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } 17:46:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.346716 25940 raft_consensus.cc:351] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:39.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.347021 25940 raft_consensus.cc:630] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 26f70f64fa98438a890605179f889923, State: Initialized, Role: FOLLOWER 17:46:39.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.347919 25940 consensus_queue.cc:228] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } 17:46:39.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.348547 25810 log.cc:525] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d: Log is configured to *not* fsync() on all Append() calls 17:46:39.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.353498 25810 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d: No bootstrap required, opened a new log 17:46:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.365579 25940 sys_catalog.cc:337] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } } 17:46:39.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.370952 25940 sys_catalog.cc:340] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [sys.catalog]: This master's current role is: FOLLOWER 17:46:39.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.372269 25940 sys_catalog.cc:424] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [sys.catalog]: configured and running, proceeding with master startup. 17:46:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.377236 25810 raft_consensus.cc:325] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } 17:46:39.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.378006 25810 raft_consensus.cc:351] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:39.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.378311 25810 raft_consensus.cc:630] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0174177558464cf38b00968c0337e91d, State: Initialized, Role: FOLLOWER 17:46:39.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.379030 25810 consensus_queue.cc:228] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } 17:46:39.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.386379 25948 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } } 17:46:39.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.387571 25948 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [sys.catalog]: This master's current role is: FOLLOWER 17:46:39.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:39.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.446398 25941 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:39.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.447209 25941 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:39.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.460780 25948 raft_consensus.cc:457] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:46:39.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.461073 25948 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d: Snoozing failure detection for 2.127s (starting election) 17:46:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.461362 25948 raft_consensus.cc:479] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } 17:46:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.462960 25948 leader_election.cc:251] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer dd1a5c1a1f5648b7929a12c1ce14256c (127.25.35.125:51828) 17:46:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.463116 25941 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.463629 25948 leader_election.cc:251] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 26f70f64fa98438a890605179f889923 (127.25.35.124:58583) 17:46:39.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.464001 25941 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.35.65 17:46:39.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.365821 25945 sys_catalog.cc:337] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } } 17:46:39.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.464617 25945 sys_catalog.cc:340] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [sys.catalog]: This master's current role is: FOLLOWER 17:46:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.489796 25941 tablet_server_main.cc:78] Tablet server non-default flags: 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/data 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/wal 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.35.65:0 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/data/info.pb 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.35.65 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.35.126:35240,127.25.35.125:51828,127.25.35.124:58583 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.35.65 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/logs 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:46:39.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:39.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:39.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:39.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:39.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:39.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:39.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.492580 25876 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } attempt: 5 17:46:39.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.387248 25810 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } } 17:46:39.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.494974 25810 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [sys.catalog]: This master's current role is: FOLLOWER 17:46:39.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.496204 25810 sys_catalog.cc:424] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [sys.catalog]: configured and running, proceeding with master startup. 17:46:39.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.503274 25953 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:46:39.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.507791 25876 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c: Bootstrap starting. 17:46:39.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.508867 25749 master_main.cc:86] Master server successfully started. 17:46:39.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.511072 25941 tablet_server_main.cc:85] Initializing tablet server... 17:46:39.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.512272 25876 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c: No blocks or log segments found. Creating new log. 17:46:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.513587 25941 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 175064us 17:46:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.514150 25941 fs_manager.cc:262] Metadata directory not provided 17:46:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.514286 25941 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.514693 25941 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.514654 25876 log.cc:525] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c: Log is configured to *not* fsync() on all Append() calls 17:46:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.514820 25941 server_base.cc:433] Attempting to create new FS layout instead 17:46:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.519227 25941 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/data/instance: 17:46:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ff7c576ae08e4360ae65184886381824" 17:46:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:39 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.520012 25941 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/wal/instance: 17:46:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ff7c576ae08e4360ae65184886381824" 17:46:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:39 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.424336 25896 tablet.cc:1728] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:39.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.528925 25876 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c: No bootstrap required, opened a new log 17:46:39.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.525933 25917 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0174177558464cf38b00968c0337e91d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "26f70f64fa98438a890605179f889923" is_pre_election: true 17:46:39.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.530200 25877 master_main.cc:86] Master server successfully started. 17:46:39.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.530532 25917 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923: Snoozing failure detection for 2.136s (vote granted) 17:46:39.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.530814 25917 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0174177558464cf38b00968c0337e91d in term 0. 17:46:39.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.532207 25759 leader_election.cc:387] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [CANDIDATE]: Term 1 pre-election: Vote granted by peer 26f70f64fa98438a890605179f889923 (127.25.35.124:58583) 17:46:39.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.532528 25759 leader_election.cc:278] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:46:39.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.533224 25948 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d: Snoozing failure detection for 1.881s (election complete) 17:46:39.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.533460 25948 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [term 0 FOLLOWER]: Leader pre-election won for term 1 17:46:39.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.533670 25948 raft_consensus.cc:457] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:46:39.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.533875 25948 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d: Snoozing failure detection for 1.945s (starting election) 17:46:39.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.534088 25948 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [term 0 FOLLOWER]: Advancing to term 1 17:46:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.538908 25948 raft_consensus.cc:479] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } 17:46:39.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.540032 25948 leader_election.cc:251] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [CANDIDATE]: Term 1 election: Requesting vote from peer dd1a5c1a1f5648b7929a12c1ce14256c (127.25.35.125:51828) 17:46:39.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.541240 25948 leader_election.cc:251] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [CANDIDATE]: Term 1 election: Requesting vote from peer 26f70f64fa98438a890605179f889923 (127.25.35.124:58583) 17:46:39.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.542502 25917 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0174177558464cf38b00968c0337e91d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "26f70f64fa98438a890605179f889923" 17:46:39.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.543555 25917 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [term 0 FOLLOWER]: Advancing to term 1 17:46:39.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.543838 25917 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923: Snoozing failure detection for 2.238s (vote granted) 17:46:39.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.544255 25941 fs_manager.cc:502] Time spent creating directory manager: real 0.024s user 0.010s sys 0.008s 17:46:39.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.546056 25941 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:39.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.547498 25941 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.549120 25947 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:46:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.549334 25947 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:46:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.549947 25876 raft_consensus.cc:325] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } 17:46:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.550535 25876 raft_consensus.cc:351] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.550740 25876 raft_consensus.cc:630] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dd1a5c1a1f5648b7929a12c1ce14256c, State: Initialized, Role: FOLLOWER 17:46:39.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.550618 25917 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0174177558464cf38b00968c0337e91d in term 1. 17:46:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.551563 25759 leader_election.cc:387] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [CANDIDATE]: Term 1 election: Vote granted by peer 26f70f64fa98438a890605179f889923 (127.25.35.124:58583) 17:46:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.551797 25759 leader_election.cc:278] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.551496 25876 consensus_queue.cc:228] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } 17:46:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.552680 25948 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d: Snoozing failure detection for 2.069s (election complete) 17:46:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.553125 25948 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [term 1 FOLLOWER]: Leader election won for term 1 17:46:39.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.560034 25958 sys_catalog.cc:337] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } } 17:46:39.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.560710 25958 sys_catalog.cc:340] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [sys.catalog]: This master's current role is: FOLLOWER 17:46:39.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.565922 25948 raft_consensus.cc:595] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [term 1 LEADER]: Becoming Leader. State: Replica: 0174177558464cf38b00968c0337e91d, State: Running, Role: LEADER 17:46:39.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.566138 25941 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.002s sys 0.004s 17:46:39.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.566416 25941 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/wal 17:46:39.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ff7c576ae08e4360ae65184886381824" 17:46:39.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:39 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.566956 25941 fs_report.cc:352] FS layout report 17:46:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/wal 17:46:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/wal 17:46:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/data/data 17:46:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:39.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.567559 25948 consensus_queue.cc:205] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } 17:46:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.588531 25959 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0174177558464cf38b00968c0337e91d. Latest consensus state: current_term: 1 leader_uuid: "0174177558464cf38b00968c0337e91d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } } 17:46:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.589588 25959 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [sys.catalog]: This master's current role is: LEADER 17:46:39.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.598891 25963 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:46:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.614061 25963 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:46:39.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.561079 25876 sys_catalog.cc:337] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } } 17:46:39.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.649060 25876 sys_catalog.cc:340] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [sys.catalog]: This master's current role is: FOLLOWER 17:46:39.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.650394 25876 sys_catalog.cc:424] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [sys.catalog]: configured and running, proceeding with master startup. 17:46:39.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.650490 25853 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0174177558464cf38b00968c0337e91d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" is_pre_election: true 17:46:39.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.652153 25853 raft_consensus.cc:2742] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c: Snoozing failure detection for 1.511s (vote granted) 17:46:39.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.652487 25853 raft_consensus.cc:2255] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0174177558464cf38b00968c0337e91d in term 0. 17:46:39.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.654620 25760 leader_election.cc:387] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [CANDIDATE]: Term 1 pre-election: Vote granted by peer dd1a5c1a1f5648b7929a12c1ce14256c (127.25.35.125:51828) 17:46:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.655635 25852 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0174177558464cf38b00968c0337e91d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" 17:46:39.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.656855 25811 master_main.cc:86] Master server successfully started. 17:46:39.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.656977 25852 raft_consensus.cc:2794] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [term 0 FOLLOWER]: Advancing to term 1 17:46:39.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.657292 25852 raft_consensus.cc:2742] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c: Snoozing failure detection for 1.782s (vote granted) 17:46:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.662564 25852 raft_consensus.cc:2255] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0174177558464cf38b00968c0337e91d in term 1. 17:46:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.663429 25760 leader_election.cc:387] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [CANDIDATE]: Term 1 election: Vote granted by peer dd1a5c1a1f5648b7929a12c1ce14256c (127.25.35.125:51828) 17:46:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.679821 25968 catalog_manager.cc:1084] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:46:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.680174 25968 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:46:39.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.694926 25832 tablet.cc:1728] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:39.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:39.699698 25766 tablet.cc:1728] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.718278 25917 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [term 1 FOLLOWER]: Refusing update from remote peer 0174177558464cf38b00968c0337e91d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:46:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.718711 25852 raft_consensus.cc:1083] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [term 1 FOLLOWER]: Refusing update from remote peer 0174177558464cf38b00968c0337e91d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:46:39.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.720808 25948 consensus_queue.cc:963] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [LEADER]: Connected to new peer: Peer: permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:46:39.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.721798 25959 consensus_queue.cc:963] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [LEADER]: Connected to new peer: Peer: permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:46:39.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.765336 25958 sys_catalog.cc:337] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0174177558464cf38b00968c0337e91d. Latest consensus state: current_term: 1 leader_uuid: "0174177558464cf38b00968c0337e91d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } } 17:46:39.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.766013 25958 sys_catalog.cc:340] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [sys.catalog]: This master's current role is: FOLLOWER 17:46:39.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.777555 25945 sys_catalog.cc:337] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0174177558464cf38b00968c0337e91d. Latest consensus state: current_term: 1 leader_uuid: "0174177558464cf38b00968c0337e91d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } } 17:46:39.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.779148 25945 sys_catalog.cc:340] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [sys.catalog]: This master's current role is: FOLLOWER 17:46:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.786567 25959 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0174177558464cf38b00968c0337e91d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } } 17:46:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.787233 25959 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [sys.catalog]: This master's current role is: LEADER 17:46:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.787950 25959 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0174177558464cf38b00968c0337e91d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } } 17:46:39.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.788729 25959 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d [sys.catalog]: This master's current role is: LEADER 17:46:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.792734 25963 catalog_manager.cc:924] Generated new certificate authority record 17:46:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.794901 25963 catalog_manager.cc:1046] Loading token signing keys... 17:46:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.798202 25945 sys_catalog.cc:337] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0174177558464cf38b00968c0337e91d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } } 17:46:39.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.798832 25945 sys_catalog.cc:340] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923 [sys.catalog]: This master's current role is: FOLLOWER 17:46:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.797282 25958 sys_catalog.cc:337] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0174177558464cf38b00968c0337e91d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0174177558464cf38b00968c0337e91d" member_type: VOTER last_known_addr { host: "127.25.35.126" port: 35240 } } peers { permanent_uuid: "dd1a5c1a1f5648b7929a12c1ce14256c" member_type: VOTER last_known_addr { host: "127.25.35.125" port: 51828 } } peers { permanent_uuid: "26f70f64fa98438a890605179f889923" member_type: VOTER last_known_addr { host: "127.25.35.124" port: 58583 } } } 17:46:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.802438 25958 sys_catalog.cc:340] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c [sys.catalog]: This master's current role is: FOLLOWER 17:46:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.818231 25963 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 0174177558464cf38b00968c0337e91d: Generated new TSK 0 17:46:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.938144 25941 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:39.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.947677 25941 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:46:39.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:39.955103 25941 tablet_server_main.cc:90] Starting tablet server... 17:46:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.556885 25947 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923: acquiring CA information for follower catalog manager: success 17:46:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.559939 25947 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 26f70f64fa98438a890605179f889923: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:46:40.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.690400 25968 catalog_manager.cc:1082] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c: acquiring CA information for follower catalog manager: success 17:46:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.698475 25968 catalog_manager.cc:1110] T 00000000000000000000000000000000 P dd1a5c1a1f5648b7929a12c1ce14256c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:46:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.739483 25941 rpc_server.cc:205] RPC server started. Bound to: 127.25.35.65:32863 17:46:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.740854 25941 webserver.cc:175] Starting webserver on 127.25.35.65:0 17:46:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.741003 25941 webserver.cc:186] Document root disabled 17:46:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.753069 25941 webserver.cc:313] Webserver started. Bound to: http://127.25.35.65:59881/ 17:46:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.754098 25941 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-0/data/info.pb 17:46:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.759928 25741 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 25941 17:46:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.761060 25741 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/wal 17:46:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/data 17:46:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.35.66:0 17:46:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.35.66 17:46:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.35.66 17:46:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.35.126:35240,127.25.35.125:51828,127.25.35.124:58583 17:46:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:40.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/logs 17:46:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/data/info.pb 17:46:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:46:40.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.818312 25941 tablet_server_main.cc:93] Tablet server successfully started. 17:46:40.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.838709 26093 heartbeater.cc:346] Connected to a master server at 127.25.35.125:51828 17:46:40.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.839016 26093 heartbeater.cc:426] Registering TS with master... 17:46:40.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.840163 26093 heartbeater.cc:475] Master 127.25.35.125:51828 requested a full tablet report, sending... 17:46:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.843291 25843 ts_manager.cc:98] Registered new tserver with Master: ff7c576ae08e4360ae65184886381824 (127.25.35.65:32863) 17:46:40.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.845305 26089 heartbeater.cc:346] Connected to a master server at 127.25.35.126:35240 17:46:40.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.845595 26089 heartbeater.cc:426] Registering TS with master... 17:46:40.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.846014 26089 heartbeater.cc:475] Master 127.25.35.126:35240 requested a full tablet report, sending... 17:46:40.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.849562 25777 ts_manager.cc:98] Registered new tserver with Master: ff7c576ae08e4360ae65184886381824 (127.25.35.65:32863) 17:46:40.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.852280 25777 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.25.35.65:57559 17:46:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.848204 26094 heartbeater.cc:346] Connected to a master server at 127.25.35.124:58583 17:46:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.862221 26094 heartbeater.cc:426] Registering TS with master... 17:46:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.862607 26094 heartbeater.cc:475] Master 127.25.35.124:58583 requested a full tablet report, sending... 17:46:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:40.865272 25907 ts_manager.cc:98] Registered new tserver with Master: ff7c576ae08e4360ae65184886381824 (127.25.35.65:32863) 17:46:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:40.991904 26090 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:40.993031 26090 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:41.009512 26090 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:41.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:41.010303 26090 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.35.66 17:46:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.055332 26090 tablet_server_main.cc:78] Tablet server non-default flags: 17:46:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/data 17:46:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/wal 17:46:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.35.66:0 17:46:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/data/info.pb 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.35.66 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.35.126:35240,127.25.35.125:51828,127.25.35.124:58583 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.35.66 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/logs 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:41.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.083240 26090 tablet_server_main.cc:85] Initializing tablet server... 17:46:41.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.086432 26090 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 176064us 17:46:41.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.087302 26090 fs_manager.cc:262] Metadata directory not provided 17:46:41.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.087671 26090 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:41.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.088307 26090 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:41.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.088672 26090 server_base.cc:433] Attempting to create new FS layout instead 17:46:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.093782 26090 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/data/instance: 17:46:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a5b7da03b98148f9b8fd2f79e7c5d7ad" 17:46:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.095063 26090 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/wal/instance: 17:46:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a5b7da03b98148f9b8fd2f79e7c5d7ad" 17:46:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:41.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.125211 26090 fs_manager.cc:502] Time spent creating directory manager: real 0.029s user 0.013s sys 0.010s 17:46:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.127323 26090 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.128154 26090 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:41.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.146600 26090 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.002s sys 0.004s 17:46:41.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.146989 26090 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/wal 17:46:41.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a5b7da03b98148f9b8fd2f79e7c5d7ad" 17:46:41.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.147747 26090 fs_report.cc:352] FS layout report 17:46:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/wal 17:46:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/wal 17:46:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/data/data 17:46:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.576025 26090 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:41.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.584754 26090 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:46:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.590739 26090 tablet_server_main.cc:90] Starting tablet server... 17:46:41.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.855489 26089 heartbeater.cc:467] Master 127.25.35.126:35240 was elected leader, sending a full tablet report... 17:46:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.936918 26090 rpc_server.cc:205] RPC server started. Bound to: 127.25.35.66:36519 17:46:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.938215 26090 webserver.cc:175] Starting webserver on 127.25.35.66:0 17:46:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.938341 26090 webserver.cc:186] Document root disabled 17:46:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.940150 26090 webserver.cc:313] Webserver started. Bound to: http://127.25.35.66:43436/ 17:46:41.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.940970 26090 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-1/data/info.pb 17:46:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.947878 25741 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 26090 17:46:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.948982 25741 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/wal 17:46:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/data 17:46:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.35.67:0 17:46:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.35.67 17:46:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.35.67 17:46:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.35.126:35240,127.25.35.125:51828,127.25.35.124:58583 17:46:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/logs 17:46:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/data/info.pb 17:46:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:46:41.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:41.965981 26090 tablet_server_main.cc:93] Tablet server successfully started. 17:46:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.004981 26224 heartbeater.cc:346] Connected to a master server at 127.25.35.126:35240 17:46:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.005502 26224 heartbeater.cc:426] Registering TS with master... 17:46:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.006162 26224 heartbeater.cc:475] Master 127.25.35.126:35240 requested a full tablet report, sending... 17:46:42.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.011330 25777 ts_manager.cc:98] Registered new tserver with Master: a5b7da03b98148f9b8fd2f79e7c5d7ad (127.25.35.66:36519) 17:46:42.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.012403 25777 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.25.35.66:41927 17:46:42.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.005249 26226 heartbeater.cc:346] Connected to a master server at 127.25.35.124:58583 17:46:42.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.017331 26226 heartbeater.cc:426] Registering TS with master... 17:46:42.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.017740 26226 heartbeater.cc:475] Master 127.25.35.124:58583 requested a full tablet report, sending... 17:46:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.005256 26225 heartbeater.cc:346] Connected to a master server at 127.25.35.125:51828 17:46:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.019385 26225 heartbeater.cc:426] Registering TS with master... 17:46:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.019687 26225 heartbeater.cc:475] Master 127.25.35.125:51828 requested a full tablet report, sending... 17:46:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.019865 25907 ts_manager.cc:98] Registered new tserver with Master: a5b7da03b98148f9b8fd2f79e7c5d7ad (127.25.35.66:36519) 17:46:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.021356 25843 ts_manager.cc:98] Registered new tserver with Master: a5b7da03b98148f9b8fd2f79e7c5d7ad (127.25.35.66:36519) 17:46:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:42.088930 26231 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:42.089385 26231 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:42.098347 26231 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:42.098731 26231 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.35.67 17:46:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.112615 26231 tablet_server_main.cc:78] Tablet server non-default flags: 17:46:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/data 17:46:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/wal 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.35.67:0 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/data/info.pb 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.35.67 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.35.126:35240,127.25.35.125:51828,127.25.35.124:58583 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.35.67 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/logs 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.128207 26231 tablet_server_main.cc:85] Initializing tablet server... 17:46:42.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.130194 26231 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 176564us 17:46:42.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.130663 26231 fs_manager.cc:262] Metadata directory not provided 17:46:42.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.130777 26231 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:42.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.131072 26231 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:42.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.131237 26231 server_base.cc:433] Attempting to create new FS layout instead 17:46:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.136020 26231 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/data/instance: 17:46:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "16402fcf632d41598807e93777bcba4e" 17:46:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.137048 26231 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/wal/instance: 17:46:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "16402fcf632d41598807e93777bcba4e" 17:46:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:42.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.149488 26231 fs_manager.cc:502] Time spent creating directory manager: real 0.012s user 0.010s sys 0.001s 17:46:42.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.150867 26231 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:42.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.151417 26231 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.158879 26231 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:46:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.159010 26231 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/wal 17:46:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "16402fcf632d41598807e93777bcba4e" 17:46:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.159345 26231 fs_report.cc:352] FS layout report 17:46:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/wal 17:46:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/wal 17:46:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/data/data 17:46:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:42.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.301158 26231 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:42.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.304509 26231 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:46:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.305590 26231 tablet_server_main.cc:90] Starting tablet server... 17:46:42.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.415020 26231 rpc_server.cc:205] RPC server started. Bound to: 127.25.35.67:45750 17:46:42.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.416131 26231 webserver.cc:175] Starting webserver on 127.25.35.67:0 17:46:42.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.416239 26231 webserver.cc:186] Document root disabled 17:46:42.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.417631 26231 webserver.cc:313] Webserver started. Bound to: http://127.25.35.67:60552/ 17:46:42.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.418412 26231 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8270870159067189322/ts-2/data/info.pb 17:46:42.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.419358 25741 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 26231 17:46:42.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.447118 26231 tablet_server_main.cc:93] Tablet server successfully started. 17:46:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.488443 26355 heartbeater.cc:346] Connected to a master server at 127.25.35.126:35240 17:46:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.488965 26355 heartbeater.cc:426] Registering TS with master... 17:46:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.489681 26355 heartbeater.cc:475] Master 127.25.35.126:35240 requested a full tablet report, sending... 17:46:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.492995 25777 ts_manager.cc:98] Registered new tserver with Master: 16402fcf632d41598807e93777bcba4e (127.25.35.67:45750) 17:46:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.494144 25777 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.25.35.67:35723 17:46:42.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.488617 26356 heartbeater.cc:346] Connected to a master server at 127.25.35.125:51828 17:46:42.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.498796 26356 heartbeater.cc:426] Registering TS with master... 17:46:42.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.499188 26356 heartbeater.cc:475] Master 127.25.35.125:51828 requested a full tablet report, sending... 17:46:42.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.489076 26359 heartbeater.cc:346] Connected to a master server at 127.25.35.124:58583 17:46:42.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.500856 26359 heartbeater.cc:426] Registering TS with master... 17:46:42.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.501142 26359 heartbeater.cc:475] Master 127.25.35.124:58583 requested a full tablet report, sending... 17:46:42.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.501286 25843 ts_manager.cc:98] Registered new tserver with Master: 16402fcf632d41598807e93777bcba4e (127.25.35.67:45750) 17:46:42.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.503442 25907 ts_manager.cc:98] Registered new tserver with Master: 16402fcf632d41598807e93777bcba4e (127.25.35.67:45750) 17:46:42.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.506568 25741 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:46:42.507 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:46:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.599853 25777 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.25.35.126:54688: 17:46:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:46:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:46:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:46:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:42.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:46:42.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:46:42.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:42.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:42.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:46:42.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:46:42.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.661738 26161 tablet_service.cc:759] Processing CreateTablet for tablet c59af438f6e0470a8498cfc89808b873 (table=test [id=165a4e9381c44eca99b2eb5ec7c7b87a]), partition=RANGE (key) PARTITION VALUES < 50 17:46:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.662704 26161 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet c59af438f6e0470a8498cfc89808b873. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:42.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.664602 26292 tablet_service.cc:759] Processing CreateTablet for tablet 7c53e1015c664cc49e5933e7d5c986e6 (table=test [id=165a4e9381c44eca99b2eb5ec7c7b87a]), partition=RANGE (key) PARTITION VALUES >= 50 17:46:42.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.665412 26292 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 7c53e1015c664cc49e5933e7d5c986e6. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:42.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.675215 26161 ts_tablet_manager.cc:1173] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad: Registered tablet (data state: TABLET_DATA_READY) 17:46:42.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.677176 26427 ts_tablet_manager.cc:1028] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad: Bootstrapping tablet 17:46:42.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.677945 26427 tablet_bootstrap.cc:438] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad: Bootstrap starting. 17:46:42.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.678231 26292 ts_tablet_manager.cc:1173] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e: Registered tablet (data state: TABLET_DATA_READY) 17:46:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.680476 26428 ts_tablet_manager.cc:1028] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e: Bootstrapping tablet 17:46:42.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.681063 26427 tablet_bootstrap.cc:592] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad: No blocks or log segments found. Creating new log. 17:46:42.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.681332 26428 tablet_bootstrap.cc:438] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e: Bootstrap starting. 17:46:42.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.682600 26427 log.cc:525] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad: Log is configured to *not* fsync() on all Append() calls 17:46:42.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.684286 26428 tablet_bootstrap.cc:592] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e: No blocks or log segments found. Creating new log. 17:46:42.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.685916 26427 tablet_bootstrap.cc:438] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad: No bootstrap required, opened a new log 17:46:42.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.686026 26428 log.cc:525] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e: Log is configured to *not* fsync() on all Append() calls 17:46:42.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.686420 26427 ts_tablet_manager.cc:1045] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.002s 17:46:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.698685 26427 raft_consensus.cc:325] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a5b7da03b98148f9b8fd2f79e7c5d7ad" member_type: VOTER last_known_addr { host: "127.25.35.66" port: 36519 } } 17:46:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.699162 26427 raft_consensus.cc:351] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.699496 26427 raft_consensus.cc:630] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a5b7da03b98148f9b8fd2f79e7c5d7ad, State: Initialized, Role: FOLLOWER 17:46:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.700208 26427 consensus_queue.cc:228] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a5b7da03b98148f9b8fd2f79e7c5d7ad" member_type: VOTER last_known_addr { host: "127.25.35.66" port: 36519 } } 17:46:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.700788 26427 raft_consensus.cc:365] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:42.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.701050 26427 raft_consensus.cc:457] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:42.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.701299 26427 raft_consensus.cc:2742] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad: Snoozing failure detection for 1.558s (starting election) 17:46:42.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.701567 26427 raft_consensus.cc:2794] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad [term 0 FOLLOWER]: Advancing to term 1 17:46:42.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.701854 26428 tablet_bootstrap.cc:438] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e: No bootstrap required, opened a new log 17:46:42.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.702244 26428 ts_tablet_manager.cc:1045] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e: Time spent bootstrapping tablet: real 0.021s user 0.006s sys 0.001s 17:46:42.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.704767 26427 raft_consensus.cc:479] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a5b7da03b98148f9b8fd2f79e7c5d7ad" member_type: VOTER last_known_addr { host: "127.25.35.66" port: 36519 } } 17:46:42.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.705288 26427 leader_election.cc:278] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:42.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.707706 26431 raft_consensus.cc:2742] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad: Snoozing failure detection for 2.194s (election complete) 17:46:42.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.708254 26431 raft_consensus.cc:2549] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad [term 1 FOLLOWER]: Leader election won for term 1 17:46:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.713413 26224 heartbeater.cc:467] Master 127.25.35.126:35240 was elected leader, sending a full tablet report... 17:46:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.714871 26427 ts_tablet_manager.cc:1073] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad: Time spent starting tablet: real 0.028s user 0.018s sys 0.008s 17:46:42.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.720687 26431 raft_consensus.cc:595] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad [term 1 LEADER]: Becoming Leader. State: Replica: a5b7da03b98148f9b8fd2f79e7c5d7ad, State: Running, Role: LEADER 17:46:42.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.721189 26431 consensus_queue.cc:205] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a5b7da03b98148f9b8fd2f79e7c5d7ad" member_type: VOTER last_known_addr { host: "127.25.35.66" port: 36519 } } 17:46:42.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.722000 26428 raft_consensus.cc:325] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16402fcf632d41598807e93777bcba4e" member_type: VOTER last_known_addr { host: "127.25.35.67" port: 45750 } } 17:46:42.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.722657 26428 raft_consensus.cc:351] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:42.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.722970 26428 raft_consensus.cc:630] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 16402fcf632d41598807e93777bcba4e, State: Initialized, Role: FOLLOWER 17:46:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.723852 26428 consensus_queue.cc:228] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16402fcf632d41598807e93777bcba4e" member_type: VOTER last_known_addr { host: "127.25.35.67" port: 45750 } } 17:46:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.724699 26428 raft_consensus.cc:365] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:42.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.725023 26428 raft_consensus.cc:457] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:42.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.725337 26428 raft_consensus.cc:2742] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e: Snoozing failure detection for 2.043s (starting election) 17:46:42.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.725685 26428 raft_consensus.cc:2794] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e [term 0 FOLLOWER]: Advancing to term 1 17:46:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.729403 25777 catalog_manager.cc:3758] T c59af438f6e0470a8498cfc89808b873 P a5b7da03b98148f9b8fd2f79e7c5d7ad reported cstate change: term changed from 0 to 1, leader changed from to a5b7da03b98148f9b8fd2f79e7c5d7ad (127.25.35.66). New cstate: current_term: 1 leader_uuid: "a5b7da03b98148f9b8fd2f79e7c5d7ad" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a5b7da03b98148f9b8fd2f79e7c5d7ad" member_type: VOTER last_known_addr { host: "127.25.35.66" port: 36519 } health_report { overall_health: HEALTHY } } } 17:46:42.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.731649 26428 raft_consensus.cc:479] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16402fcf632d41598807e93777bcba4e" member_type: VOTER last_known_addr { host: "127.25.35.67" port: 45750 } } 17:46:42.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.735003 26428 leader_election.cc:278] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:42.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.742467 26435 raft_consensus.cc:2742] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e: Snoozing failure detection for 1.797s (election complete) 17:46:42.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.743024 26435 raft_consensus.cc:2549] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e [term 1 FOLLOWER]: Leader election won for term 1 17:46:42.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.744042 26355 heartbeater.cc:467] Master 127.25.35.126:35240 was elected leader, sending a full tablet report... 17:46:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.746057 26428 ts_tablet_manager.cc:1073] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e: Time spent starting tablet: real 0.044s user 0.025s sys 0.009s 17:46:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.746069 26435 raft_consensus.cc:595] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e [term 1 LEADER]: Becoming Leader. State: Replica: 16402fcf632d41598807e93777bcba4e, State: Running, Role: LEADER 17:46:42.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.746762 26435 consensus_queue.cc:205] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16402fcf632d41598807e93777bcba4e" member_type: VOTER last_known_addr { host: "127.25.35.67" port: 45750 } } 17:46:42.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.754987 25777 catalog_manager.cc:3758] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e reported cstate change: term changed from 0 to 1, leader changed from to 16402fcf632d41598807e93777bcba4e (127.25.35.67). New cstate: current_term: 1 leader_uuid: "16402fcf632d41598807e93777bcba4e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "16402fcf632d41598807e93777bcba4e" member_type: VOTER last_known_addr { host: "127.25.35.67" port: 45750 } health_report { overall_health: HEALTHY } } } 17:46:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.778260 25777 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.25.35.126:54688: 17:46:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:46:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:46:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.804630 26026 tablet_service.cc:759] Processing CreateTablet for tablet 76469be255094aad83a2b9713c4a4fb4 (table=simple-test [id=622c00b2de814e4a8038ca39a1ee0904]), partition=RANGE (key) PARTITION UNBOUNDED 17:46:42.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.805416 26026 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 76469be255094aad83a2b9713c4a4fb4. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.817519 26026 ts_tablet_manager.cc:1173] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824: Registered tablet (data state: TABLET_DATA_READY) 17:46:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.819021 26440 ts_tablet_manager.cc:1028] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824: Bootstrapping tablet 17:46:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.819542 26440 tablet_bootstrap.cc:438] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824: Bootstrap starting. 17:46:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.821702 26440 tablet_bootstrap.cc:592] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824: No blocks or log segments found. Creating new log. 17:46:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.822821 26440 log.cc:525] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824: Log is configured to *not* fsync() on all Append() calls 17:46:42.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.825282 26440 tablet_bootstrap.cc:438] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824: No bootstrap required, opened a new log 17:46:42.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.825554 26440 ts_tablet_manager.cc:1045] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824: Time spent bootstrapping tablet: real 0.006s user 0.005s sys 0.001s 17:46:42.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.835986 26440 raft_consensus.cc:325] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff7c576ae08e4360ae65184886381824" member_type: VOTER last_known_addr { host: "127.25.35.65" port: 32863 } } 17:46:42.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.836446 26440 raft_consensus.cc:351] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:42.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.836661 26440 raft_consensus.cc:630] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff7c576ae08e4360ae65184886381824, State: Initialized, Role: FOLLOWER 17:46:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.837211 26440 consensus_queue.cc:228] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff7c576ae08e4360ae65184886381824" member_type: VOTER last_known_addr { host: "127.25.35.65" port: 32863 } } 17:46:42.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.837679 26440 raft_consensus.cc:365] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.837888 26440 raft_consensus.cc:457] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.838076 26440 raft_consensus.cc:2742] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824: Snoozing failure detection for 2.197s (starting election) 17:46:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.838274 26440 raft_consensus.cc:2794] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824 [term 0 FOLLOWER]: Advancing to term 1 17:46:42.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.840993 26440 raft_consensus.cc:479] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff7c576ae08e4360ae65184886381824" member_type: VOTER last_known_addr { host: "127.25.35.65" port: 32863 } } 17:46:42.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.841481 26440 leader_election.cc:278] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:42.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.843271 26442 raft_consensus.cc:2742] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824: Snoozing failure detection for 2.043s (election complete) 17:46:42.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.843575 26442 raft_consensus.cc:2549] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824 [term 1 FOLLOWER]: Leader election won for term 1 17:46:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.846629 26440 ts_tablet_manager.cc:1073] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824: Time spent starting tablet: real 0.021s user 0.012s sys 0.007s 17:46:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.846679 26442 raft_consensus.cc:595] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824 [term 1 LEADER]: Becoming Leader. State: Replica: ff7c576ae08e4360ae65184886381824, State: Running, Role: LEADER 17:46:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.847183 26442 consensus_queue.cc:205] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff7c576ae08e4360ae65184886381824" member_type: VOTER last_known_addr { host: "127.25.35.65" port: 32863 } } 17:46:42.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:42.855675 25777 catalog_manager.cc:3758] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824 reported cstate change: term changed from 0 to 1, leader changed from to ff7c576ae08e4360ae65184886381824 (127.25.35.65). New cstate: current_term: 1 leader_uuid: "ff7c576ae08e4360ae65184886381824" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ff7c576ae08e4360ae65184886381824" member_type: VOTER last_known_addr { host: "127.25.35.65" port: 32863 } health_report { overall_health: HEALTHY } } } 17:46:42.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:42.944494 26361 tablet.cc:1728] T 7c53e1015c664cc49e5933e7d5c986e6 P 16402fcf632d41598807e93777bcba4e: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:43.067492 26097 tablet.cc:1728] T 76469be255094aad83a2b9713c4a4fb4 P ff7c576ae08e4360ae65184886381824: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:43.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:43.268637 25741 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 25941 17:46:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:43.300532 25757 connection.cc:512] server connection from 127.25.35.65:57559 recv error: Network error: failed to read from TLS socket (remote: 127.25.35.65:57559): Connection reset by peer (error 104) 17:46:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:43.301384 25824 connection.cc:512] server connection from 127.25.35.65:41163 recv error: Network error: failed to read from TLS socket (remote: 127.25.35.65:41163): Connection reset by peer (error 104) 17:46:43.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:43.302258 25741 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 26090 17:46:43.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:43.302218 25888 connection.cc:512] server connection from 127.25.35.65:38399 recv error: Network error: failed to read from TLS socket (remote: 127.25.35.65:38399): Connection reset by peer (error 104) 17:46:43.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:43.322772 25827 connection.cc:512] server connection from 127.25.35.66:50082 recv error: Network error: failed to read from TLS socket (remote: 127.25.35.66:50082): Connection reset by peer (error 104) 17:46:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:43.323856 25891 connection.cc:512] server connection from 127.25.35.66:43842 recv error: Network error: failed to read from TLS socket (remote: 127.25.35.66:43842): Connection reset by peer (error 104) 17:46:43.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:43.324975 25741 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 26231 17:46:43.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:43.325587 25757 connection.cc:512] server connection from 127.25.35.66:41927 recv error: Network error: failed to read from TLS socket (remote: 127.25.35.66:41927): Connection reset by peer (error 104) 17:46:43.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:43.346004 25760 connection.cc:512] server connection from 127.25.35.67:35723 recv error: Network error: failed to read from TLS socket (remote: 127.25.35.67:35723): Connection reset by peer (error 104) 17:46:43.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:43.346789 25823 connection.cc:512] server connection from 127.25.35.67:57972 recv error: Network error: failed to read from TLS socket (remote: 127.25.35.67:57972): Connection reset by peer (error 104) 17:46:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:43.347548 25741 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 25749 17:46:43.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:43.347645 25887 connection.cc:512] server connection from 127.25.35.67:46856 recv error: Network error: failed to read from TLS socket (remote: 127.25.35.67:46856): Connection reset by peer (error 104) 17:46:43.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:43.372774 25741 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 25811 17:46:43.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:43.394958 25741 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 25877 17:46:44.440 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614004440 17:46:44.441 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:46:44.441 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:46:44.441 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:46:44.441 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:46:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.654287 26471 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/wal 17:46:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/data 17:46:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.217.254:44804 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.217.254 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/logs 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/data/info.pb 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.217.254:44804,127.25.217.253:35754,127.25.217.252:58361 with env {} 17:46:44.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:44.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:44.810930 26479 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:44.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:44.811396 26479 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:44.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:44.820688 26479 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:44.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:44.820844 26479 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:44.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:44.821079 26479 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:44.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:44.821238 26479 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.840142 26479 master_main.cc:73] Master server non-default flags: 17:46:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/data 17:46:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/wal 17:46:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.217.254:44804,127.25.217.253:35754,127.25.217.252:58361 17:46:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.217.254:44804 17:46:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/data/info.pb 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.217.254 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/logs 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:44.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.854956 26479 master_main.cc:80] Initializing master server... 17:46:44.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.857842 26479 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 177564us 17:46:44.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.858688 26479 fs_manager.cc:262] Metadata directory not provided 17:46:44.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.858831 26479 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.859220 26479 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.859344 26479 server_base.cc:433] Attempting to create new FS layout instead 17:46:44.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.863276 26479 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/data/instance: 17:46:44.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" 17:46:44.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.864073 26479 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/wal/instance: 17:46:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" 17:46:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.879083 26479 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.004s 17:46:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.880388 26479 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:44.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.881693 26479 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.889950 26479 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:46:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.890080 26479 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/wal 17:46:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" 17:46:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:44.890401 26479 fs_report.cc:352] FS layout report 17:46:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/wal 17:46:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/wal 17:46:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/data/data 17:46:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:45.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.050274 26479 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:45.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.052986 26479 master_main.cc:83] Starting Master server... 17:46:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.140007 26479 rpc_server.cc:205] RPC server started. Bound to: 127.25.217.254:44804 17:46:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.140933 26479 webserver.cc:175] Starting webserver on 127.25.217.254:0 17:46:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.141033 26479 webserver.cc:186] Document root disabled 17:46:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.143013 26479 webserver.cc:313] Webserver started. Bound to: http://127.25.217.254:34403/ 17:46:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.143805 26479 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-0/data/info.pb 17:46:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.147467 26540 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:45.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.148537 26471 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 26479 17:46:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.149293 26471 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/wal 17:46:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/data 17:46:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.217.253:35754 17:46:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.217.253 17:46:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/logs 17:46:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/data/info.pb 17:46:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.217.254:44804,127.25.217.253:35754,127.25.217.252:58361 with env {} 17:46:45.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.162248 26540 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } has no permanent_uuid. Determining permanent_uuid... 17:46:45.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.184679 26540 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } has no permanent_uuid. Determining permanent_uuid... 17:46:45.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.186830 26540 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.217.253:35754: Network error: Client connection negotiation failed: client connection to 127.25.217.253:35754: connect: Connection refused (error 111) 17:46:45.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.206185 26540 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } attempt: 1 17:46:45.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.207406 26540 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.217.253:35754: Network error: Client connection negotiation failed: client connection to 127.25.217.253:35754: connect: Connection refused (error 111) 17:46:45.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.255718 26540 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } attempt: 2 17:46:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.257015 26540 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.217.253:35754: Network error: Client connection negotiation failed: client connection to 127.25.217.253:35754: connect: Connection refused (error 111) 17:46:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.313488 26541 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.313863 26541 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.323114 26541 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.323246 26541 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.323343 26541 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.323498 26541 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.342571 26541 master_main.cc:73] Master server non-default flags: 17:46:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/data 17:46:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/wal 17:46:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.217.254:44804,127.25.217.253:35754,127.25.217.252:58361 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.217.253:35754 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/data/info.pb 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.217.253 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/logs 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:45.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.360307 26541 master_main.cc:80] Initializing master server... 17:46:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.363039 26541 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 178064us 17:46:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.363874 26541 fs_manager.cc:262] Metadata directory not provided 17:46:45.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.364019 26541 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:45.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.364435 26541 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:45.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.364580 26541 server_base.cc:433] Attempting to create new FS layout instead 17:46:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.368335 26540 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } attempt: 3 17:46:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.368599 26541 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/data/instance: 17:46:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f1336522af59449cbb273f5cb478bea2" 17:46:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:45 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.369750 26541 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/wal/instance: 17:46:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f1336522af59449cbb273f5cb478bea2" 17:46:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:45 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.369796 26540 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.217.253:35754: Network error: Client connection negotiation failed: client connection to 127.25.217.253:35754: connect: Connection refused (error 111) 17:46:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.384680 26541 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.005s 17:46:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.385991 26541 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.387198 26541 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.396100 26541 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s 17:46:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.396236 26541 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/wal 17:46:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f1336522af59449cbb273f5cb478bea2" 17:46:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:45 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.396569 26541 fs_report.cc:352] FS layout report 17:46:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/wal 17:46:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/wal 17:46:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/data/data 17:46:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.546135 26540 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } attempt: 4 17:46:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.547432 26540 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.217.253:35754: Network error: Client connection negotiation failed: client connection to 127.25.217.253:35754: connect: Connection refused (error 111) 17:46:45.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.570663 26541 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:45.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.573273 26541 master_main.cc:83] Starting Master server... 17:46:45.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.660447 26541 rpc_server.cc:205] RPC server started. Bound to: 127.25.217.253:35754 17:46:45.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.661559 26541 webserver.cc:175] Starting webserver on 127.25.217.253:0 17:46:45.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.661676 26541 webserver.cc:186] Document root disabled 17:46:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.663749 26541 webserver.cc:313] Webserver started. Bound to: http://127.25.217.253:49350/ 17:46:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.664819 26541 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-1/data/info.pb 17:46:45.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.668092 26471 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 26541 17:46:45.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.668787 26606 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.669234 26471 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/wal 17:46:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/data 17:46:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.217.252:58361 17:46:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.217.252 17:46:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:45.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:45.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:45.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:45.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:45.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/logs 17:46:45.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/data/info.pb 17:46:45.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:45.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:45.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:45.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:45.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:45.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.217.254:44804,127.25.217.253:35754,127.25.217.252:58361 with env {} 17:46:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.683533 26606 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } has no permanent_uuid. Determining permanent_uuid... 17:46:45.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.702889 26606 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } has no permanent_uuid. Determining permanent_uuid... 17:46:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.715090 26606 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } has no permanent_uuid. Determining permanent_uuid... 17:46:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.716281 26606 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.217.252:58361: Network error: Client connection negotiation failed: client connection to 127.25.217.252:58361: connect: Connection refused (error 111) 17:46:45.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.735703 26606 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } attempt: 1 17:46:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.737067 26606 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.217.252:58361: Network error: Client connection negotiation failed: client connection to 127.25.217.252:58361: connect: Connection refused (error 111) 17:46:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.785382 26606 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } attempt: 2 17:46:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.786568 26606 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.217.252:58361: Network error: Client connection negotiation failed: client connection to 127.25.217.252:58361: connect: Connection refused (error 111) 17:46:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.834537 26607 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.834955 26607 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.844471 26607 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.844604 26607 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.844702 26607 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.844844 26607 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.850749 26540 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } attempt: 5 17:46:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.857715 26540 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } has no permanent_uuid. Determining permanent_uuid... 17:46:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.858978 26540 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.217.252:58361: Network error: Client connection negotiation failed: client connection to 127.25.217.252:58361: connect: Connection refused (error 111) 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.867095 26607 master_main.cc:73] Master server non-default flags: 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/data 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/wal 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.217.254:44804,127.25.217.253:35754,127.25.217.252:58361 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.217.252:58361 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/data/info.pb 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.217.252 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/logs 17:46:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.881624 26607 master_main.cc:80] Initializing master server... 17:46:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.883678 26607 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 178064us 17:46:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.884460 26607 fs_manager.cc:262] Metadata directory not provided 17:46:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.884601 26607 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.884917 26607 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.885040 26607 server_base.cc:433] Attempting to create new FS layout instead 17:46:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.888851 26607 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/data/instance: 17:46:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" 17:46:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:45 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.889618 26607 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/wal/instance: 17:46:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" 17:46:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:45 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.897311 26540 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } attempt: 1 17:46:45.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.897914 26606 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } attempt: 3 17:46:45.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.899137 26540 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.217.252:58361: Network error: Client connection negotiation failed: client connection to 127.25.217.252:58361: connect: Connection refused (error 111) 17:46:45.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.899474 26606 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.217.252:58361: Network error: Client connection negotiation failed: client connection to 127.25.217.252:58361: connect: Connection refused (error 111) 17:46:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.908344 26607 fs_manager.cc:502] Time spent creating directory manager: real 0.018s user 0.008s sys 0.005s 17:46:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.909606 26607 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.910809 26607 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.918993 26607 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:46:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.919127 26607 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/wal 17:46:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" 17:46:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:45 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.919394 26607 fs_report.cc:352] FS layout report 17:46:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/wal 17:46:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/wal 17:46:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/data/data 17:46:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:45.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:45.947446 26540 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } attempt: 2 17:46:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:45.949025 26540 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.217.252:58361: Network error: Client connection negotiation failed: client connection to 127.25.217.252:58361: connect: Connection refused (error 111) 17:46:46.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.049376 26540 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } attempt: 3 17:46:46.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:46.051008 26540 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.217.252:58361: Network error: Client connection negotiation failed: client connection to 127.25.217.252:58361: connect: Connection refused (error 111) 17:46:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.075789 26606 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } attempt: 4 17:46:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:46.077188 26606 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.217.252:58361: Network error: Client connection negotiation failed: client connection to 127.25.217.252:58361: connect: Connection refused (error 111) 17:46:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.078889 26607 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.081311 26607 master_main.cc:83] Starting Master server... 17:46:46.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.171414 26607 rpc_server.cc:205] RPC server started. Bound to: 127.25.217.252:58361 17:46:46.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.172338 26607 webserver.cc:175] Starting webserver on 127.25.217.252:0 17:46:46.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.172472 26607 webserver.cc:186] Document root disabled 17:46:46.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.174369 26607 webserver.cc:313] Webserver started. Bound to: http://127.25.217.252:45676/ 17:46:46.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.175151 26607 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/master-2/data/info.pb 17:46:46.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.178290 26671 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:46.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.180053 26471 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 26607 17:46:46.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.181452 26471 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:46.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:46.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/wal 17:46:46.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/data 17:46:46.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:46.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.217.193:0 17:46:46.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.217.193 17:46:46.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.217.193 17:46:46.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.217.254:44804,127.25.217.253:35754,127.25.217.252:58361 17:46:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/logs 17:46:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/data/info.pb 17:46:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:46:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.191787 26540 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } attempt: 4 17:46:46.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.195274 26671 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } has no permanent_uuid. Determining permanent_uuid... 17:46:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.212987 26671 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } has no permanent_uuid. Determining permanent_uuid... 17:46:46.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.217900 26540 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20: Bootstrap starting. 17:46:46.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.221077 26540 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20: No blocks or log segments found. Creating new log. 17:46:46.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.221814 26671 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } has no permanent_uuid. Determining permanent_uuid... 17:46:46.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.222492 26540 log.cc:525] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20: Log is configured to *not* fsync() on all Append() calls 17:46:46.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.229529 26540 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20: No bootstrap required, opened a new log 17:46:46.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.235146 26671 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd: Bootstrap starting. 17:46:46.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.238685 26671 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd: No blocks or log segments found. Creating new log. 17:46:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.240607 26671 log.cc:525] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd: Log is configured to *not* fsync() on all Append() calls 17:46:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.246155 26671 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd: No bootstrap required, opened a new log 17:46:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.247057 26540 raft_consensus.cc:325] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } 17:46:46.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.247880 26540 raft_consensus.cc:351] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:46.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.248232 26540 raft_consensus.cc:630] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9758c7e262e044bba3a3b4f1f5f8cb20, State: Initialized, Role: FOLLOWER 17:46:46.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.249361 26540 consensus_queue.cc:228] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } 17:46:46.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.253334 26540 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } } 17:46:46.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.254433 26540 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [sys.catalog]: This master's current role is: FOLLOWER 17:46:46.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.255841 26540 sys_catalog.cc:424] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [sys.catalog]: configured and running, proceeding with master startup. 17:46:46.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.263423 26671 raft_consensus.cc:325] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } 17:46:46.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.264327 26671 raft_consensus.cc:351] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:46.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.264639 26671 raft_consensus.cc:630] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3e63bdb3bd0c4511b3161b83d99f4dcd, State: Initialized, Role: FOLLOWER 17:46:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.265518 26671 consensus_queue.cc:228] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } 17:46:46.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.273049 26679 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } } 17:46:46.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.274731 26679 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [sys.catalog]: This master's current role is: FOLLOWER 17:46:46.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.253758 26677 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } } 17:46:46.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.358599 26677 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [sys.catalog]: This master's current role is: FOLLOWER 17:46:46.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.358964 26677 raft_consensus.cc:457] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:46:46.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.359251 26677 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20: Snoozing failure detection for 1.586s (starting election) 17:46:46.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.359556 26677 raft_consensus.cc:479] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } 17:46:46.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.360888 26677 leader_election.cc:251] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer f1336522af59449cbb273f5cb478bea2 (127.25.217.253:35754) 17:46:46.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.362237 26677 leader_election.cc:251] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 3e63bdb3bd0c4511b3161b83d99f4dcd (127.25.217.252:58361) 17:46:46.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.274415 26671 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } } 17:46:46.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.368216 26671 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [sys.catalog]: This master's current role is: FOLLOWER 17:46:46.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.369510 26671 sys_catalog.cc:424] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [sys.catalog]: configured and running, proceeding with master startup. 17:46:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.380597 26606 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } attempt: 5 17:46:46.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.385151 26607 master_main.cc:86] Master server successfully started. 17:46:46.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.398360 26606 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2: Bootstrap starting. 17:46:46.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.401772 26606 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2: No blocks or log segments found. Creating new log. 17:46:46.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:46.402577 26681 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:46:46.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:46.402917 26681 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:46:46.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.403656 26606 log.cc:525] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2: Log is configured to *not* fsync() on all Append() calls 17:46:46.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:46.307086 26496 tablet.cc:1728] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.410722 26648 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" is_pre_election: true 17:46:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.412286 26479 master_main.cc:86] Master server successfully started. 17:46:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.413218 26606 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2: No bootstrap required, opened a new log 17:46:46.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:46.419351 26678 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:46:46.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:46.419613 26678 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:46:46.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.411495 26648 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd: Snoozing failure detection for 1.637s (vote granted) 17:46:46.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.420186 26648 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9758c7e262e044bba3a3b4f1f5f8cb20 in term 0. 17:46:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.421449 26491 leader_election.cc:387] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 3e63bdb3bd0c4511b3161b83d99f4dcd (127.25.217.252:58361) 17:46:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.425753 26491 leader_election.cc:278] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:46:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.433900 26680 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20: Snoozing failure detection for 2.195s (election complete) 17:46:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.434165 26680 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:46:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.434411 26680 raft_consensus.cc:457] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:46:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.433676 26606 raft_consensus.cc:325] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } 17:46:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.434617 26680 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20: Snoozing failure detection for 1.915s (starting election) 17:46:46.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.434851 26680 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [term 0 FOLLOWER]: Advancing to term 1 17:46:46.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.434851 26606 raft_consensus.cc:351] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:46.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.435572 26606 raft_consensus.cc:630] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f1336522af59449cbb273f5cb478bea2, State: Initialized, Role: FOLLOWER 17:46:46.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.436710 26606 consensus_queue.cc:228] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } 17:46:46.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.440309 26680 raft_consensus.cc:479] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } 17:46:46.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.441378 26680 leader_election.cc:251] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [CANDIDATE]: Term 1 election: Requesting vote from peer f1336522af59449cbb273f5cb478bea2 (127.25.217.253:35754) 17:46:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.441987 26680 leader_election.cc:251] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [CANDIDATE]: Term 1 election: Requesting vote from peer 3e63bdb3bd0c4511b3161b83d99f4dcd (127.25.217.252:58361) 17:46:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.443228 26648 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" 17:46:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.443722 26648 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [term 0 FOLLOWER]: Advancing to term 1 17:46:46.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.444032 26648 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd: Snoozing failure detection for 1.586s (vote granted) 17:46:46.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.449137 26648 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9758c7e262e044bba3a3b4f1f5f8cb20 in term 1. 17:46:46.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.442203 26685 raft_consensus.cc:457] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:46:46.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.449982 26491 leader_election.cc:387] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [CANDIDATE]: Term 1 election: Vote granted by peer 3e63bdb3bd0c4511b3161b83d99f4dcd (127.25.217.252:58361) 17:46:46.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.450227 26491 leader_election.cc:278] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:46.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.450850 26680 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20: Snoozing failure detection for 2.006s (election complete) 17:46:46.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.450882 26685 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2: Snoozing failure detection for 2.129s (starting election) 17:46:46.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.451077 26680 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [term 1 FOLLOWER]: Leader election won for term 1 17:46:46.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.451377 26680 raft_consensus.cc:595] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [term 1 LEADER]: Becoming Leader. State: Replica: 9758c7e262e044bba3a3b4f1f5f8cb20, State: Running, Role: LEADER 17:46:46.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.451898 26680 consensus_queue.cc:205] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } 17:46:46.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.451797 26685 raft_consensus.cc:479] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } 17:46:46.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.456921 26686 sys_catalog.cc:337] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } } 17:46:46.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.457883 26686 sys_catalog.cc:340] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [sys.catalog]: This master's current role is: FOLLOWER 17:46:46.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:46.462596 26672 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:46.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:46.465024 26672 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.468817 26677 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9758c7e262e044bba3a3b4f1f5f8cb20. Latest consensus state: current_term: 1 leader_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } } 17:46:46.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.469532 26677 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [sys.catalog]: This master's current role is: LEADER 17:46:46.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:46.479284 26672 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:46.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:46.480058 26672 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.217.193 17:46:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.485028 26688 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:46:46.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.488051 26688 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.524875 26672 tablet_server_main.cc:78] Tablet server non-default flags: 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/data 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/wal 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.217.193:0 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/data/info.pb 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.217.193 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.217.254:44804,127.25.217.253:35754,127.25.217.252:58361 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.217.193 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/logs 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:46.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:46:46.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:46.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:46.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:46.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:46.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:46.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:46.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.552281 26672 tablet_server_main.cc:85] Initializing tablet server... 17:46:46.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.458766 26606 sys_catalog.cc:337] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } } 17:46:46.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.555368 26606 sys_catalog.cc:340] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [sys.catalog]: This master's current role is: FOLLOWER 17:46:46.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.556865 26606 sys_catalog.cc:424] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [sys.catalog]: configured and running, proceeding with master startup. 17:46:46.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.557026 26582 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f1336522af59449cbb273f5cb478bea2" 17:46:46.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.558179 26582 raft_consensus.cc:2794] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [term 0 FOLLOWER]: Advancing to term 1 17:46:46.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.558511 26582 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2: Snoozing failure detection for 1.868s (vote granted) 17:46:46.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.564277 26582 raft_consensus.cc:2255] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9758c7e262e044bba3a3b4f1f5f8cb20 in term 1. 17:46:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.564918 26672 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 178564us 17:46:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.565999 26672 fs_manager.cc:262] Metadata directory not provided 17:46:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.566342 26672 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.566910 26672 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.567258 26672 server_base.cc:433] Attempting to create new FS layout instead 17:46:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.573503 26491 leader_election.cc:387] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [CANDIDATE]: Term 1 election: Vote granted by peer f1336522af59449cbb273f5cb478bea2 (127.25.217.253:35754) 17:46:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:46.577042 26562 tablet.cc:1728] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.464087 26685 leader_election.cc:251] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 9758c7e262e044bba3a3b4f1f5f8cb20 (127.25.217.254:44804) 17:46:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.580687 26672 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/data/instance: 17:46:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "120a9497fd0349b59da9dd1f3a1386fc" 17:46:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:46 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.581531 26685 leader_election.cc:251] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 3e63bdb3bd0c4511b3161b83d99f4dcd (127.25.217.252:58361) 17:46:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.583535 26517 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f1336522af59449cbb273f5cb478bea2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" is_pre_election: true 17:46:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.583607 26648 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f1336522af59449cbb273f5cb478bea2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" is_pre_election: true 17:46:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.584201 26648 raft_consensus.cc:2185] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f1336522af59449cbb273f5cb478bea2 in current term 1: Already voted for candidate 9758c7e262e044bba3a3b4f1f5f8cb20 in this term. 17:46:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.584249 26517 raft_consensus.cc:2216] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate f1336522af59449cbb273f5cb478bea2 for term 1 because replica is either leader or believes a valid leader to be alive. 17:46:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:46.584641 26627 tablet.cc:1728] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.584316 26672 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/wal/instance: 17:46:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "120a9497fd0349b59da9dd1f3a1386fc" 17:46:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:46 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.595221 26541 master_main.cc:86] Master server successfully started. 17:46:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.583000 26583 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f1336522af59449cbb273f5cb478bea2" is_pre_election: true 17:46:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.590371 26556 leader_election.cc:401] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 3e63bdb3bd0c4511b3161b83d99f4dcd (127.25.217.252:58361). Message: Invalid argument: T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f1336522af59449cbb273f5cb478bea2 in current term 1: Already voted for candidate 9758c7e262e044bba3a3b4f1f5f8cb20 in this term. 17:46:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.595691 26583 raft_consensus.cc:2168] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 9758c7e262e044bba3a3b4f1f5f8cb20 in term 1. Re-sending same reply. 17:46:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.597560 26554 leader_election.cc:401] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 9758c7e262e044bba3a3b4f1f5f8cb20 (127.25.217.254:44804). Message: Invalid argument: T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate f1336522af59449cbb273f5cb478bea2 for term 1 because replica is either leader or believes a valid leader to be alive. 17:46:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.598321 26554 leader_election.cc:278] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:46:46.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.599524 26491 leader_election.cc:387] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [CANDIDATE]: Term 1 pre-election: Vote granted by peer f1336522af59449cbb273f5cb478bea2 (127.25.217.253:35754) 17:46:46.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.599993 26685 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2: Snoozing failure detection for 1.840s (election complete) 17:46:46.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.600229 26685 raft_consensus.cc:2497] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:46:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.606696 26648 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [term 1 FOLLOWER]: Refusing update from remote peer 9758c7e262e044bba3a3b4f1f5f8cb20: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:46:46.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.607741 26583 raft_consensus.cc:1083] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [term 1 FOLLOWER]: Refusing update from remote peer 9758c7e262e044bba3a3b4f1f5f8cb20: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:46:46.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.608101 26680 consensus_queue.cc:963] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:46:46.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.609087 26677 consensus_queue.cc:963] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:46:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:46.613647 26693 catalog_manager.cc:1084] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:46:46.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:46.613891 26693 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:46:46.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.640337 26679 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9758c7e262e044bba3a3b4f1f5f8cb20. Latest consensus state: current_term: 1 leader_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } } 17:46:46.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.641265 26679 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [sys.catalog]: This master's current role is: FOLLOWER 17:46:46.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.644706 26672 fs_manager.cc:502] Time spent creating directory manager: real 0.059s user 0.018s sys 0.008s 17:46:46.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.647773 26672 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:46.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.649430 26672 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.651386 26677 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } } 17:46:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.652065 26677 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [sys.catalog]: This master's current role is: LEADER 17:46:46.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.654927 26688 catalog_manager.cc:924] Generated new certificate authority record 17:46:46.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.657104 26688 catalog_manager.cc:1046] Loading token signing keys... 17:46:46.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.658758 26679 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } } 17:46:46.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.659492 26679 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd [sys.catalog]: This master's current role is: FOLLOWER 17:46:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.663887 26685 sys_catalog.cc:337] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9758c7e262e044bba3a3b4f1f5f8cb20. Latest consensus state: current_term: 1 leader_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } } 17:46:46.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.674113 26685 sys_catalog.cc:340] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [sys.catalog]: This master's current role is: FOLLOWER 17:46:46.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.682555 26677 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } } 17:46:46.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.683179 26677 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20 [sys.catalog]: This master's current role is: LEADER 17:46:46.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.683689 26672 fs_manager.cc:418] Time spent opening block manager: real 0.015s user 0.001s sys 0.005s 17:46:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.683976 26672 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/wal 17:46:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "120a9497fd0349b59da9dd1f3a1386fc" 17:46:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:46 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.684491 26672 fs_report.cc:352] FS layout report 17:46:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/wal 17:46:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/wal 17:46:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/data/data 17:46:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:46.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.700634 26688 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 9758c7e262e044bba3a3b4f1f5f8cb20: Generated new TSK 0 17:46:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.708516 26685 sys_catalog.cc:337] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9758c7e262e044bba3a3b4f1f5f8cb20" member_type: VOTER last_known_addr { host: "127.25.217.254" port: 44804 } } peers { permanent_uuid: "f1336522af59449cbb273f5cb478bea2" member_type: VOTER last_known_addr { host: "127.25.217.253" port: 35754 } } peers { permanent_uuid: "3e63bdb3bd0c4511b3161b83d99f4dcd" member_type: VOTER last_known_addr { host: "127.25.217.252" port: 58361 } } } 17:46:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:46.709208 26685 sys_catalog.cc:340] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2 [sys.catalog]: This master's current role is: FOLLOWER 17:46:47.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.082289 26672 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:47.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.102978 26672 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:46:47.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.112699 26672 tablet_server_main.cc:90] Starting tablet server... 17:46:47.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.409319 26681 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd: acquiring CA information for follower catalog manager: success 17:46:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.412256 26681 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 3e63bdb3bd0c4511b3161b83d99f4dcd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:46:47.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.620335 26693 catalog_manager.cc:1082] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2: acquiring CA information for follower catalog manager: success 17:46:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.623754 26693 catalog_manager.cc:1110] T 00000000000000000000000000000000 P f1336522af59449cbb273f5cb478bea2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:46:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.852730 26672 rpc_server.cc:205] RPC server started. Bound to: 127.25.217.193:48153 17:46:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.854396 26672 webserver.cc:175] Starting webserver on 127.25.217.193:0 17:46:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.854707 26672 webserver.cc:186] Document root disabled 17:46:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.860780 26672 webserver.cc:313] Webserver started. Bound to: http://127.25.217.193:50260/ 17:46:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.861929 26672 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-0/data/info.pb 17:46:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.863901 26471 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 26672 17:46:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.865152 26471 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/wal 17:46:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/data 17:46:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.217.194:0 17:46:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.217.194 17:46:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.217.194 17:46:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.217.254:44804,127.25.217.253:35754,127.25.217.252:58361 17:46:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/logs 17:46:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/data/info.pb 17:46:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:47.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:46:47.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.923039 26672 tablet_server_main.cc:93] Tablet server successfully started. 17:46:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.942081 26828 heartbeater.cc:346] Connected to a master server at 127.25.217.253:35754 17:46:47.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.942437 26828 heartbeater.cc:426] Registering TS with master... 17:46:47.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.943145 26828 heartbeater.cc:475] Master 127.25.217.253:35754 requested a full tablet report, sending... 17:46:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.948791 26573 ts_manager.cc:98] Registered new tserver with Master: 120a9497fd0349b59da9dd1f3a1386fc (127.25.217.193:48153) 17:46:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.954895 26829 heartbeater.cc:346] Connected to a master server at 127.25.217.252:58361 17:46:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.955163 26829 heartbeater.cc:426] Registering TS with master... 17:46:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.955655 26829 heartbeater.cc:475] Master 127.25.217.252:58361 requested a full tablet report, sending... 17:46:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.959651 26638 ts_manager.cc:98] Registered new tserver with Master: 120a9497fd0349b59da9dd1f3a1386fc (127.25.217.193:48153) 17:46:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.943325 26824 heartbeater.cc:346] Connected to a master server at 127.25.217.254:44804 17:46:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.960345 26824 heartbeater.cc:426] Registering TS with master... 17:46:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.960815 26824 heartbeater.cc:475] Master 127.25.217.254:44804 requested a full tablet report, sending... 17:46:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.963215 26507 ts_manager.cc:98] Registered new tserver with Master: 120a9497fd0349b59da9dd1f3a1386fc (127.25.217.193:48153) 17:46:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:47.965905 26507 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.25.217.193:51980 17:46:48.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:48.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:48.153590 26825 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:48.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:48.154628 26825 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:48.172374 26825 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:48.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:48.173140 26825 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.217.194 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.218894 26825 tablet_server_main.cc:78] Tablet server non-default flags: 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/data 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/wal 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.217.194:0 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/data/info.pb 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.217.194 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.217.254:44804,127.25.217.253:35754,127.25.217.252:58361 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.217.194 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/logs 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:46:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:48.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.249334 26825 tablet_server_main.cc:85] Initializing tablet server... 17:46:48.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.252684 26825 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 179564us 17:46:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.253623 26825 fs_manager.cc:262] Metadata directory not provided 17:46:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.253981 26825 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.254537 26825 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:48.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.254873 26825 server_base.cc:433] Attempting to create new FS layout instead 17:46:48.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.260150 26825 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/data/instance: 17:46:48.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1b5ded21d46f4621b65b53aa5e94fbc2" 17:46:48.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:48.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.261723 26825 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/wal/instance: 17:46:48.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1b5ded21d46f4621b65b53aa5e94fbc2" 17:46:48.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:48.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.290163 26825 fs_manager.cc:502] Time spent creating directory manager: real 0.028s user 0.015s sys 0.009s 17:46:48.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.292408 26825 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:48.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.293269 26825 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.311831 26825 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.000s sys 0.005s 17:46:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.312367 26825 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/wal 17:46:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1b5ded21d46f4621b65b53aa5e94fbc2" 17:46:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.313077 26825 fs_report.cc:352] FS layout report 17:46:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/wal 17:46:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/wal 17:46:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/data/data 17:46:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.569377 26825 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:48.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.578418 26825 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:46:48.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.584887 26825 tablet_server_main.cc:90] Starting tablet server... 17:46:48.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.804630 26825 rpc_server.cc:205] RPC server started. Bound to: 127.25.217.194:46182 17:46:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.806778 26825 webserver.cc:175] Starting webserver on 127.25.217.194:0 17:46:48.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.807107 26825 webserver.cc:186] Document root disabled 17:46:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.809484 26825 webserver.cc:313] Webserver started. Bound to: http://127.25.217.194:55903/ 17:46:48.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.810644 26825 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-1/data/info.pb 17:46:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.818886 26471 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 26825 17:46:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.819988 26471 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/wal 17:46:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/data 17:46:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.217.195:0 17:46:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.217.195 17:46:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.217.195 17:46:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.217.254:44804,127.25.217.253:35754,127.25.217.252:58361 17:46:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/logs 17:46:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/data/info.pb 17:46:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:48.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:46:48.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.873486 26825 tablet_server_main.cc:93] Tablet server successfully started. 17:46:48.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.890074 26955 heartbeater.cc:346] Connected to a master server at 127.25.217.254:44804 17:46:48.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.890566 26955 heartbeater.cc:426] Registering TS with master... 17:46:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.891885 26955 heartbeater.cc:475] Master 127.25.217.254:44804 requested a full tablet report, sending... 17:46:48.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.895442 26956 heartbeater.cc:346] Connected to a master server at 127.25.217.253:35754 17:46:48.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.895642 26956 heartbeater.cc:426] Registering TS with master... 17:46:48.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.896009 26956 heartbeater.cc:475] Master 127.25.217.253:35754 requested a full tablet report, sending... 17:46:48.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.897773 26573 ts_manager.cc:98] Registered new tserver with Master: 1b5ded21d46f4621b65b53aa5e94fbc2 (127.25.217.194:46182) 17:46:48.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.899448 26507 ts_manager.cc:98] Registered new tserver with Master: 1b5ded21d46f4621b65b53aa5e94fbc2 (127.25.217.194:46182) 17:46:48.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.901183 26507 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.25.217.194:37428 17:46:48.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.892074 26960 heartbeater.cc:346] Connected to a master server at 127.25.217.252:58361 17:46:48.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.905652 26960 heartbeater.cc:426] Registering TS with master... 17:46:48.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.906013 26960 heartbeater.cc:475] Master 127.25.217.252:58361 requested a full tablet report, sending... 17:46:48.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.908149 26638 ts_manager.cc:98] Registered new tserver with Master: 1b5ded21d46f4621b65b53aa5e94fbc2 (127.25.217.194:46182) 17:46:48.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:48.969570 26824 heartbeater.cc:467] Master 127.25.217.254:44804 was elected leader, sending a full tablet report... 17:46:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:48.979121 26959 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:48.979540 26959 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:48.988804 26959 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:48.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:48.989265 26959 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.217.195 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.004000 26959 tablet_server_main.cc:78] Tablet server non-default flags: 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/data 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/wal 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.217.195:0 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/data/info.pb 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.217.195 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.217.254:44804,127.25.217.253:35754,127.25.217.252:58361 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.217.195 17:46:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/logs 17:46:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:46:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.019686 26959 tablet_server_main.cc:85] Initializing tablet server... 17:46:49.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.021754 26959 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 180064us 17:46:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.022239 26959 fs_manager.cc:262] Metadata directory not provided 17:46:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.022400 26959 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.022687 26959 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:49.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.022814 26959 server_base.cc:433] Attempting to create new FS layout instead 17:46:49.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.025949 26959 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/data/instance: 17:46:49.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0eb18fa657a445cba8d30965a356e9b5" 17:46:49.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:49.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.026713 26959 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/wal/instance: 17:46:49.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0eb18fa657a445cba8d30965a356e9b5" 17:46:49.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:49.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.039707 26959 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.007s sys 0.004s 17:46:49.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.040927 26959 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:49.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.041402 26959 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.049049 26959 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:46:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.049186 26959 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/wal 17:46:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0eb18fa657a445cba8d30965a356e9b5" 17:46:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:49.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.049491 26959 fs_report.cc:352] FS layout report 17:46:49.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:49.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/wal 17:46:49.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/wal 17:46:49.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/data/data 17:46:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:49.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.196841 26959 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:49.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.200354 26959 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:46:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.201548 26959 tablet_server_main.cc:90] Starting tablet server... 17:46:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.311308 26959 rpc_server.cc:205] RPC server started. Bound to: 127.25.217.195:35783 17:46:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.312489 26959 webserver.cc:175] Starting webserver on 127.25.217.195:0 17:46:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.312598 26959 webserver.cc:186] Document root disabled 17:46:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.314035 26959 webserver.cc:313] Webserver started. Bound to: http://127.25.217.195:47181/ 17:46:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.314805 26959 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster4448786349574104684/ts-2/data/info.pb 17:46:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.323555 26471 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 26959 17:46:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.329725 26959 tablet_server_main.cc:93] Tablet server successfully started. 17:46:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.384644 27088 heartbeater.cc:346] Connected to a master server at 127.25.217.252:58361 17:46:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.384932 27088 heartbeater.cc:426] Registering TS with master... 17:46:49.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.386276 27088 heartbeater.cc:475] Master 127.25.217.252:58361 requested a full tablet report, sending... 17:46:49.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.388267 27087 heartbeater.cc:346] Connected to a master server at 127.25.217.253:35754 17:46:49.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.388523 27087 heartbeater.cc:426] Registering TS with master... 17:46:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.388979 27087 heartbeater.cc:475] Master 127.25.217.253:35754 requested a full tablet report, sending... 17:46:49.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.391379 26573 ts_manager.cc:98] Registered new tserver with Master: 0eb18fa657a445cba8d30965a356e9b5 (127.25.217.195:35783) 17:46:49.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.393954 26638 ts_manager.cc:98] Registered new tserver with Master: 0eb18fa657a445cba8d30965a356e9b5 (127.25.217.195:35783) 17:46:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.385704 27086 heartbeater.cc:346] Connected to a master server at 127.25.217.254:44804 17:46:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.398221 27086 heartbeater.cc:426] Registering TS with master... 17:46:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.398602 27086 heartbeater.cc:475] Master 127.25.217.254:44804 requested a full tablet report, sending... 17:46:49.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.400290 26507 ts_manager.cc:98] Registered new tserver with Master: 0eb18fa657a445cba8d30965a356e9b5 (127.25.217.195:35783) 17:46:49.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.401484 26507 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.25.217.195:35635 17:46:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.404284 26471 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:46:49.405 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:46:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.520762 26507 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.25.217.254:44855: 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:46:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.621372 26761 tablet_service.cc:759] Processing CreateTablet for tablet bf13e45df95f479598f74f3588c01797 (table=test [id=5fb35d201fc34a0f97fc19bb1e607ba2]), partition=RANGE (key) PARTITION VALUES >= 50 17:46:49.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.622560 26761 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet bf13e45df95f479598f74f3588c01797. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:49.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.626818 27023 tablet_service.cc:759] Processing CreateTablet for tablet bdf97b63bc8d45cdbc227631c96a6f8b (table=test [id=5fb35d201fc34a0f97fc19bb1e607ba2]), partition=RANGE (key) PARTITION VALUES < 50 17:46:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.628012 27023 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet bdf97b63bc8d45cdbc227631c96a6f8b. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.641687 26761 ts_tablet_manager.cc:1173] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc: Registered tablet (data state: TABLET_DATA_READY) 17:46:49.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.647819 27157 ts_tablet_manager.cc:1028] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc: Bootstrapping tablet 17:46:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.649299 27157 tablet_bootstrap.cc:438] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc: Bootstrap starting. 17:46:49.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.653015 27157 tablet_bootstrap.cc:592] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc: No blocks or log segments found. Creating new log. 17:46:49.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.655125 27157 log.cc:525] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc: Log is configured to *not* fsync() on all Append() calls 17:46:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.668386 27157 tablet_bootstrap.cc:438] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc: No bootstrap required, opened a new log 17:46:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.669025 27157 ts_tablet_manager.cc:1045] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc: Time spent bootstrapping tablet: real 0.020s user 0.006s sys 0.005s 17:46:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.670754 27023 ts_tablet_manager.cc:1173] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5: Registered tablet (data state: TABLET_DATA_READY) 17:46:49.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.685091 27159 ts_tablet_manager.cc:1028] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5: Bootstrapping tablet 17:46:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.686584 27159 tablet_bootstrap.cc:438] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5: Bootstrap starting. 17:46:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.687250 27157 raft_consensus.cc:325] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120a9497fd0349b59da9dd1f3a1386fc" member_type: VOTER last_known_addr { host: "127.25.217.193" port: 48153 } } 17:46:49.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.688041 27157 raft_consensus.cc:351] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:49.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.688351 27157 raft_consensus.cc:630] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 120a9497fd0349b59da9dd1f3a1386fc, State: Initialized, Role: FOLLOWER 17:46:49.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.689059 27157 consensus_queue.cc:228] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120a9497fd0349b59da9dd1f3a1386fc" member_type: VOTER last_known_addr { host: "127.25.217.193" port: 48153 } } 17:46:49.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.689723 27157 raft_consensus.cc:365] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.690054 27157 raft_consensus.cc:457] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.690382 27157 raft_consensus.cc:2742] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc: Snoozing failure detection for 2.027s (starting election) 17:46:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.690734 27157 raft_consensus.cc:2794] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc [term 0 FOLLOWER]: Advancing to term 1 17:46:49.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.691956 27159 tablet_bootstrap.cc:592] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5: No blocks or log segments found. Creating new log. 17:46:49.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.694547 27159 log.cc:525] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5: Log is configured to *not* fsync() on all Append() calls 17:46:49.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.695878 27157 raft_consensus.cc:479] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120a9497fd0349b59da9dd1f3a1386fc" member_type: VOTER last_known_addr { host: "127.25.217.193" port: 48153 } } 17:46:49.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.696655 27157 leader_election.cc:278] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:49.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.711472 27161 raft_consensus.cc:2742] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc: Snoozing failure detection for 2.200s (election complete) 17:46:49.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.712146 27161 raft_consensus.cc:2549] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc [term 1 FOLLOWER]: Leader election won for term 1 17:46:49.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.712852 27159 tablet_bootstrap.cc:438] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5: No bootstrap required, opened a new log 17:46:49.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.713438 27159 ts_tablet_manager.cc:1045] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5: Time spent bootstrapping tablet: real 0.027s user 0.011s sys 0.004s 17:46:49.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.719115 27157 ts_tablet_manager.cc:1073] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc: Time spent starting tablet: real 0.050s user 0.024s sys 0.016s 17:46:49.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.720407 27161 raft_consensus.cc:595] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc [term 1 LEADER]: Becoming Leader. State: Replica: 120a9497fd0349b59da9dd1f3a1386fc, State: Running, Role: LEADER 17:46:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.721029 27161 consensus_queue.cc:205] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120a9497fd0349b59da9dd1f3a1386fc" member_type: VOTER last_known_addr { host: "127.25.217.193" port: 48153 } } 17:46:49.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.732937 26507 catalog_manager.cc:3758] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc reported cstate change: term changed from 0 to 1, leader changed from to 120a9497fd0349b59da9dd1f3a1386fc (127.25.217.193). New cstate: current_term: 1 leader_uuid: "120a9497fd0349b59da9dd1f3a1386fc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120a9497fd0349b59da9dd1f3a1386fc" member_type: VOTER last_known_addr { host: "127.25.217.193" port: 48153 } health_report { overall_health: HEALTHY } } } 17:46:49.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.736640 27159 raft_consensus.cc:325] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0eb18fa657a445cba8d30965a356e9b5" member_type: VOTER last_known_addr { host: "127.25.217.195" port: 35783 } } 17:46:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.745793 27159 raft_consensus.cc:351] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.746485 27159 raft_consensus.cc:630] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0eb18fa657a445cba8d30965a356e9b5, State: Initialized, Role: FOLLOWER 17:46:49.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.747607 27159 consensus_queue.cc:228] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0eb18fa657a445cba8d30965a356e9b5" member_type: VOTER last_known_addr { host: "127.25.217.195" port: 35783 } } 17:46:49.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.749517 27159 raft_consensus.cc:365] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:49.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.750129 27159 raft_consensus.cc:457] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:49.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.750712 27159 raft_consensus.cc:2742] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5: Snoozing failure detection for 1.733s (starting election) 17:46:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.751287 27159 raft_consensus.cc:2794] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5 [term 0 FOLLOWER]: Advancing to term 1 17:46:49.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.757411 27159 raft_consensus.cc:479] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0eb18fa657a445cba8d30965a356e9b5" member_type: VOTER last_known_addr { host: "127.25.217.195" port: 35783 } } 17:46:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.763732 27159 leader_election.cc:278] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:49.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.770282 27166 raft_consensus.cc:2742] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5: Snoozing failure detection for 1.640s (election complete) 17:46:49.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.771791 27166 raft_consensus.cc:2549] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5 [term 1 FOLLOWER]: Leader election won for term 1 17:46:49.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.772570 27086 heartbeater.cc:467] Master 127.25.217.254:44804 was elected leader, sending a full tablet report... 17:46:49.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.774343 27166 raft_consensus.cc:595] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5 [term 1 LEADER]: Becoming Leader. State: Replica: 0eb18fa657a445cba8d30965a356e9b5, State: Running, Role: LEADER 17:46:49.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.774457 27159 ts_tablet_manager.cc:1073] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5: Time spent starting tablet: real 0.061s user 0.027s sys 0.008s 17:46:49.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.775048 27166 consensus_queue.cc:205] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0eb18fa657a445cba8d30965a356e9b5" member_type: VOTER last_known_addr { host: "127.25.217.195" port: 35783 } } 17:46:49.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.783823 26507 catalog_manager.cc:3758] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5 reported cstate change: term changed from 0 to 1, leader changed from to 0eb18fa657a445cba8d30965a356e9b5 (127.25.217.195). New cstate: current_term: 1 leader_uuid: "0eb18fa657a445cba8d30965a356e9b5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0eb18fa657a445cba8d30965a356e9b5" member_type: VOTER last_known_addr { host: "127.25.217.195" port: 35783 } health_report { overall_health: HEALTHY } } } 17:46:49.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:49.829043 27089 tablet.cc:1728] T bdf97b63bc8d45cdbc227631c96a6f8b P 0eb18fa657a445cba8d30965a356e9b5: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:49.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.836941 26507 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.25.217.254:44855: 17:46:49.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:46:49.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:46:49.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:49.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:49.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:46:49.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:49.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:49.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.858935 26761 tablet_service.cc:759] Processing CreateTablet for tablet d33d12e9f5da4574be68a5540383db2d (table=simple-test [id=6d6da435cab84439a844c80ec737c834]), partition=RANGE (key) PARTITION UNBOUNDED 17:46:49.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.859581 26761 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet d33d12e9f5da4574be68a5540383db2d. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.871270 26761 ts_tablet_manager.cc:1173] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc: Registered tablet (data state: TABLET_DATA_READY) 17:46:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.872455 27157 ts_tablet_manager.cc:1028] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc: Bootstrapping tablet 17:46:49.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.872807 27157 tablet_bootstrap.cc:438] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc: Bootstrap starting. 17:46:49.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.875387 27157 tablet_bootstrap.cc:592] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc: No blocks or log segments found. Creating new log. 17:46:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.889631 27157 tablet_bootstrap.cc:438] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc: No bootstrap required, opened a new log 17:46:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.889932 27157 ts_tablet_manager.cc:1045] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc: Time spent bootstrapping tablet: real 0.017s user 0.004s sys 0.001s 17:46:49.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.891028 27157 raft_consensus.cc:325] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120a9497fd0349b59da9dd1f3a1386fc" member_type: VOTER last_known_addr { host: "127.25.217.193" port: 48153 } } 17:46:49.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.891352 27157 raft_consensus.cc:351] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:49.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.891542 27157 raft_consensus.cc:630] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 120a9497fd0349b59da9dd1f3a1386fc, State: Initialized, Role: FOLLOWER 17:46:49.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.891942 27157 consensus_queue.cc:228] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120a9497fd0349b59da9dd1f3a1386fc" member_type: VOTER last_known_addr { host: "127.25.217.193" port: 48153 } } 17:46:49.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.892500 27157 raft_consensus.cc:365] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:49.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.892796 27157 raft_consensus.cc:457] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:49.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.893105 27157 raft_consensus.cc:2742] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc: Snoozing failure detection for 2.050s (starting election) 17:46:49.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.893441 27157 raft_consensus.cc:2794] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc [term 0 FOLLOWER]: Advancing to term 1 17:46:49.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.897773 27157 raft_consensus.cc:479] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120a9497fd0349b59da9dd1f3a1386fc" member_type: VOTER last_known_addr { host: "127.25.217.193" port: 48153 } } 17:46:49.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.898172 27157 leader_election.cc:278] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:49.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.898605 27161 raft_consensus.cc:2742] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc: Snoozing failure detection for 1.620s (election complete) 17:46:49.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.898835 27161 raft_consensus.cc:2549] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc [term 1 FOLLOWER]: Leader election won for term 1 17:46:49.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.899122 27161 raft_consensus.cc:595] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc [term 1 LEADER]: Becoming Leader. State: Replica: 120a9497fd0349b59da9dd1f3a1386fc, State: Running, Role: LEADER 17:46:49.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.899526 27161 consensus_queue.cc:205] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120a9497fd0349b59da9dd1f3a1386fc" member_type: VOTER last_known_addr { host: "127.25.217.193" port: 48153 } } 17:46:49.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.900321 27157 ts_tablet_manager.cc:1073] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc: Time spent starting tablet: real 0.010s user 0.009s sys 0.000s 17:46:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.903966 26955 heartbeater.cc:467] Master 127.25.217.254:44804 was elected leader, sending a full tablet report... 17:46:49.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:49.907518 26506 catalog_manager.cc:3758] T d33d12e9f5da4574be68a5540383db2d P 120a9497fd0349b59da9dd1f3a1386fc reported cstate change: term changed from 0 to 1, leader changed from to 120a9497fd0349b59da9dd1f3a1386fc (127.25.217.193). New cstate: current_term: 1 leader_uuid: "120a9497fd0349b59da9dd1f3a1386fc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120a9497fd0349b59da9dd1f3a1386fc" member_type: VOTER last_known_addr { host: "127.25.217.193" port: 48153 } health_report { overall_health: HEALTHY } } } 17:46:49.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:49.923486 26832 tablet.cc:1728] T bf13e45df95f479598f74f3588c01797 P 120a9497fd0349b59da9dd1f3a1386fc: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:50.318591 26471 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 26672 17:46:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:50.353845 26489 connection.cc:512] server connection from 127.25.217.193:51980 recv error: Network error: failed to read from TLS socket (remote: 127.25.217.193:51980): Connection reset by peer (error 104) 17:46:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:50.354694 26554 connection.cc:512] server connection from 127.25.217.193:39723 recv error: Network error: failed to read from TLS socket (remote: 127.25.217.193:39723): Connection reset by peer (error 104) 17:46:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:50.355501 26621 connection.cc:512] server connection from 127.25.217.193:34953 recv error: Network error: failed to read from TLS socket (remote: 127.25.217.193:34953): Connection reset by peer (error 104) 17:46:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:50.355624 26471 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 26825 17:46:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:50.387542 26553 connection.cc:512] server connection from 127.25.217.194:54792 recv error: Network error: failed to read from TLS socket (remote: 127.25.217.194:54792): Connection reset by peer (error 104) 17:46:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:50.387543 26487 connection.cc:512] server connection from 127.25.217.194:37428 recv error: Network error: failed to read from TLS socket (remote: 127.25.217.194:37428): Connection reset by peer (error 104) 17:46:50.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:50.388550 26620 connection.cc:512] server connection from 127.25.217.194:45445 recv error: Network error: failed to read from TLS socket (remote: 127.25.217.194:45445): Connection reset by peer (error 104) 17:46:50.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:50.389432 26471 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 26959 17:46:50.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:50.430320 26488 connection.cc:512] server connection from 127.25.217.195:35635 recv error: Network error: failed to read from TLS socket (remote: 127.25.217.195:35635): Connection reset by peer (error 104) 17:46:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:50.431298 26556 connection.cc:512] server connection from 127.25.217.195:42908 recv error: Network error: failed to read from TLS socket (remote: 127.25.217.195:42908): Connection reset by peer (error 104) 17:46:50.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:50.432128 26618 connection.cc:512] server connection from 127.25.217.195:38528 recv error: Network error: failed to read from TLS socket (remote: 127.25.217.195:38528): Connection reset by peer (error 104) 17:46:50.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:50.432250 26471 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 26479 17:46:50.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:50.483062 26471 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 26541 17:46:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:50.513768 26471 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 26607 17:46:51.579 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614011579 17:46:51.580 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:46:51.580 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:46:51.581 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:46:51.581 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:46:51.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:51.906514 27196 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/wal 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/data 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.143.62:55507 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.143.62 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/logs 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/data/info.pb 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.143.62:55507,127.26.143.61:57740,127.26.143.60:52725 with env {} 17:46:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.142632 27208 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.143221 27208 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:52.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.161844 27208 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:52.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.162257 27208 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:52.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.162542 27208 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:52.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.162825 27208 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.198535 27208 master_main.cc:73] Master server non-default flags: 17:46:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/data 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/wal 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.143.62:55507,127.26.143.61:57740,127.26.143.60:52725 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.143.62:55507 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/data/info.pb 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.143.62 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/logs 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.224582 27208 master_main.cc:80] Initializing master server... 17:46:52.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.228515 27208 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 181564us 17:46:52.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.229902 27208 fs_manager.cc:262] Metadata directory not provided 17:46:52.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.230216 27208 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:52.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.230722 27208 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.231012 27208 server_base.cc:433] Attempting to create new FS layout instead 17:46:52.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.236726 27208 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/data/instance: 17:46:52.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "eba40fd93c614aae902ca64850633244" 17:46:52.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:52 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.238106 27208 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/wal/instance: 17:46:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "eba40fd93c614aae902ca64850633244" 17:46:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:52 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:52.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.264390 27208 fs_manager.cc:502] Time spent creating directory manager: real 0.026s user 0.013s sys 0.008s 17:46:52.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.266439 27208 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.268023 27208 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.282497 27208 fs_manager.cc:418] Time spent opening block manager: real 0.004s user 0.000s sys 0.003s 17:46:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.282975 27208 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/wal 17:46:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "eba40fd93c614aae902ca64850633244" 17:46:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:52 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.283568 27208 fs_report.cc:352] FS layout report 17:46:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/wal 17:46:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/wal 17:46:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/data/data 17:46:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:52.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.485152 27208 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.488859 27208 master_main.cc:83] Starting Master server... 17:46:52.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.612733 27208 rpc_server.cc:205] RPC server started. Bound to: 127.26.143.62:55507 17:46:52.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.613765 27208 webserver.cc:175] Starting webserver on 127.26.143.62:0 17:46:52.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.613881 27208 webserver.cc:186] Document root disabled 17:46:52.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.615842 27208 webserver.cc:313] Webserver started. Bound to: http://127.26.143.62:58905/ 17:46:52.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.616657 27208 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-0/data/info.pb 17:46:52.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.620281 27271 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:52.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.621073 27196 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 27208 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.621862 27196 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/wal 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/data 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.143.61:57740 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.143.61 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/logs 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/data/info.pb 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.143.62:55507,127.26.143.61:57740,127.26.143.60:52725 with env {} 17:46:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.633134 27271 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } has no permanent_uuid. Determining permanent_uuid... 17:46:52.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.655550 27271 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } has no permanent_uuid. Determining permanent_uuid... 17:46:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.657335 27271 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.143.61:57740: Network error: Client connection negotiation failed: client connection to 127.26.143.61:57740: connect: Connection refused (error 111) 17:46:52.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.676764 27271 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } attempt: 1 17:46:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.678228 27271 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.143.61:57740: Network error: Client connection negotiation failed: client connection to 127.26.143.61:57740: connect: Connection refused (error 111) 17:46:52.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.726547 27271 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } attempt: 2 17:46:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.727988 27271 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.143.61:57740: Network error: Client connection negotiation failed: client connection to 127.26.143.61:57740: connect: Connection refused (error 111) 17:46:52.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:52.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.789670 27272 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:52.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.790041 27272 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.799618 27272 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.799754 27272 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.799845 27272 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:52.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.799950 27272 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.819074 27272 master_main.cc:73] Master server non-default flags: 17:46:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/data 17:46:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/wal 17:46:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.143.62:55507,127.26.143.61:57740,127.26.143.60:52725 17:46:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.143.61:57740 17:46:52.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/data/info.pb 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.143.61 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/logs 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:52.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.834465 27272 master_main.cc:80] Initializing master server... 17:46:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.836889 27272 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 181564us 17:46:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.837662 27272 fs_manager.cc:262] Metadata directory not provided 17:46:52.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.837783 27272 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.838105 27272 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.838268 27272 server_base.cc:433] Attempting to create new FS layout instead 17:46:52.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.839327 27271 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } attempt: 3 17:46:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:52.840581 27271 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.143.61:57740: Network error: Client connection negotiation failed: client connection to 127.26.143.61:57740: connect: Connection refused (error 111) 17:46:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.842833 27272 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/data/instance: 17:46:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2f8e19665c2b47b695bc69eedf54ae0f" 17:46:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:52 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.843600 27272 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/wal/instance: 17:46:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2f8e19665c2b47b695bc69eedf54ae0f" 17:46:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:52 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:52.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.858220 27272 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.005s 17:46:52.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.859488 27272 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:52.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.860756 27272 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.869277 27272 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s 17:46:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.869419 27272 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/wal 17:46:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2f8e19665c2b47b695bc69eedf54ae0f" 17:46:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:52 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:52.869721 27272 fs_report.cc:352] FS layout report 17:46:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/wal 17:46:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/wal 17:46:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/data/data 17:46:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.016937 27271 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } attempt: 4 17:46:53.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.018203 27271 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.143.61:57740: Network error: Client connection negotiation failed: client connection to 127.26.143.61:57740: connect: Connection refused (error 111) 17:46:53.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.081521 27272 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:53.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.084051 27272 master_main.cc:83] Starting Master server... 17:46:53.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.169456 27272 rpc_server.cc:205] RPC server started. Bound to: 127.26.143.61:57740 17:46:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.170460 27272 webserver.cc:175] Starting webserver on 127.26.143.61:0 17:46:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.170570 27272 webserver.cc:186] Document root disabled 17:46:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.172669 27272 webserver.cc:313] Webserver started. Bound to: http://127.26.143.61:48246/ 17:46:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.173714 27272 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-1/data/info.pb 17:46:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.177425 27335 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.182974 27196 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 27272 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.183830 27196 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/wal 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/data 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.143.60:52725 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.143.60 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/logs 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/data/info.pb 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.143.62:55507,127.26.143.61:57740,127.26.143.60:52725 with env {} 17:46:53.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.190091 27335 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } has no permanent_uuid. Determining permanent_uuid... 17:46:53.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.208537 27335 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } has no permanent_uuid. Determining permanent_uuid... 17:46:53.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.220207 27335 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } has no permanent_uuid. Determining permanent_uuid... 17:46:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.221943 27335 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.143.60:52725: Network error: Client connection negotiation failed: client connection to 127.26.143.60:52725: connect: Connection refused (error 111) 17:46:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.241361 27335 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } attempt: 1 17:46:53.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.242708 27335 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.143.60:52725: Network error: Client connection negotiation failed: client connection to 127.26.143.60:52725: connect: Connection refused (error 111) 17:46:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.291038 27335 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } attempt: 2 17:46:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.292227 27335 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.143.60:52725: Network error: Client connection negotiation failed: client connection to 127.26.143.60:52725: connect: Connection refused (error 111) 17:46:53.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.321532 27271 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } attempt: 5 17:46:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.329123 27271 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } has no permanent_uuid. Determining permanent_uuid... 17:46:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.330862 27271 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.143.60:52725: Network error: Client connection negotiation failed: client connection to 127.26.143.60:52725: connect: Connection refused (error 111) 17:46:53.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:53.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.355024 27336 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:53.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.355412 27336 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.364878 27336 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.365020 27336 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.365113 27336 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.365216 27336 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:53.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.369205 27271 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } attempt: 1 17:46:53.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.370669 27271 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.143.60:52725: Network error: Client connection negotiation failed: client connection to 127.26.143.60:52725: connect: Connection refused (error 111) 17:46:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.388147 27336 master_main.cc:73] Master server non-default flags: 17:46:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/data 17:46:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/wal 17:46:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.143.62:55507,127.26.143.61:57740,127.26.143.60:52725 17:46:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.143.60:52725 17:46:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/data/info.pb 17:46:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.143.60 17:46:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/logs 17:46:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:53.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.403527 27336 master_main.cc:80] Initializing master server... 17:46:53.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.403584 27335 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } attempt: 3 17:46:53.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.404793 27335 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.143.60:52725: Network error: Client connection negotiation failed: client connection to 127.26.143.60:52725: connect: Connection refused (error 111) 17:46:53.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.406625 27336 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 182064us 17:46:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.407459 27336 fs_manager.cc:262] Metadata directory not provided 17:46:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.407583 27336 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.407908 27336 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.408022 27336 server_base.cc:433] Attempting to create new FS layout instead 17:46:53.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.411942 27336 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/data/instance: 17:46:53.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" 17:46:53.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:53 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:53.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.412750 27336 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/wal/instance: 17:46:53.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" 17:46:53.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:53 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.418998 27271 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } attempt: 2 17:46:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.420281 27271 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.143.60:52725: Network error: Client connection negotiation failed: client connection to 127.26.143.60:52725: connect: Connection refused (error 111) 17:46:53.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.427348 27336 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.005s 17:46:53.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.428656 27336 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:53.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.429872 27336 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.438213 27336 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:46:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.438359 27336 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/wal 17:46:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" 17:46:53.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:53 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.438817 27336 fs_report.cc:352] FS layout report 17:46:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/wal 17:46:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/wal 17:46:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/data/data 17:46:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:53.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.520642 27271 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } attempt: 3 17:46:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.522068 27271 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.143.60:52725: Network error: Client connection negotiation failed: client connection to 127.26.143.60:52725: connect: Connection refused (error 111) 17:46:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.581120 27335 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } attempt: 4 17:46:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.582670 27335 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.143.60:52725: Network error: Client connection negotiation failed: client connection to 127.26.143.60:52725: connect: Connection refused (error 111) 17:46:53.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.583796 27336 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:53.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.586184 27336 master_main.cc:83] Starting Master server... 17:46:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.662853 27271 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } attempt: 4 17:46:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.664189 27271 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.143.60:52725: Network error: Client connection negotiation failed: client connection to 127.26.143.60:52725: connect: Connection refused (error 111) 17:46:53.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.677665 27336 rpc_server.cc:205] RPC server started. Bound to: 127.26.143.60:52725 17:46:53.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.678617 27336 webserver.cc:175] Starting webserver on 127.26.143.60:0 17:46:53.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.678726 27336 webserver.cc:186] Document root disabled 17:46:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.680642 27336 webserver.cc:313] Webserver started. Bound to: http://127.26.143.60:58715/ 17:46:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.681409 27336 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/master-2/data/info.pb 17:46:53.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.683029 27196 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 27336 17:46:53.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.684460 27196 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:53.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:53.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/wal 17:46:53.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/data 17:46:53.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:53.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.143.1:0 17:46:53.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.143.1 17:46:53.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.143.1 17:46:53.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:53.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.143.62:55507,127.26.143.61:57740,127.26.143.60:52725 17:46:53.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:53.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:53.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:53.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:53.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:53.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:53.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:53.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/logs 17:46:53.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/data/info.pb 17:46:53.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:53.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:53.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:53.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:46:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.686385 27400 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:53.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.700183 27400 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } has no permanent_uuid. Determining permanent_uuid... 17:46:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.717878 27400 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } has no permanent_uuid. Determining permanent_uuid... 17:46:53.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.725317 27400 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } has no permanent_uuid. Determining permanent_uuid... 17:46:53.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.740320 27400 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165: Bootstrap starting. 17:46:53.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.742743 27400 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165: No blocks or log segments found. Creating new log. 17:46:53.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.744146 27400 log.cc:525] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165: Log is configured to *not* fsync() on all Append() calls 17:46:53.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.748771 27400 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165: No bootstrap required, opened a new log 17:46:53.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.759654 27400 raft_consensus.cc:325] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } 17:46:53.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.760152 27400 raft_consensus.cc:351] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:53.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.760346 27400 raft_consensus.cc:630] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 96ffd6bda4f247a0a5ddf8999fd1f165, State: Initialized, Role: FOLLOWER 17:46:53.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.760941 27400 consensus_queue.cc:228] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } 17:46:53.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.764362 27400 sys_catalog.cc:337] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } } 17:46:53.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.765235 27400 sys_catalog.cc:340] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [sys.catalog]: This master's current role is: FOLLOWER 17:46:53.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.766742 27400 sys_catalog.cc:424] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [sys.catalog]: configured and running, proceeding with master startup. 17:46:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.765071 27405 sys_catalog.cc:337] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } } 17:46:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.835664 27405 sys_catalog.cc:340] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [sys.catalog]: This master's current role is: FOLLOWER 17:46:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.837478 27336 master_main.cc:86] Master server successfully started. 17:46:53.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.840636 27356 tablet.cc:1728] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.843732 27406 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:46:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.844130 27406 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:46:53.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:53.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.866971 27401 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:53.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.867465 27401 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.876253 27401 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:53.876664 27401 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.143.1 17:46:53.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.880107 27405 raft_consensus.cc:457] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:46:53.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.880383 27405 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165: Snoozing failure detection for 2.073s (starting election) 17:46:53.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.880676 27405 raft_consensus.cc:479] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } 17:46:53.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.881708 27405 leader_election.cc:251] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer eba40fd93c614aae902ca64850633244 (127.26.143.62:55507) 17:46:53.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.882294 27405 leader_election.cc:251] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 2f8e19665c2b47b695bc69eedf54ae0f (127.26.143.61:57740) 17:46:53.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.886034 27335 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } attempt: 5 17:46:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.900328 27401 tablet_server_main.cc:78] Tablet server non-default flags: 17:46:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/data 17:46:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/wal 17:46:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.143.1:0 17:46:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/data/info.pb 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.143.1 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.143.62:55507,127.26.143.61:57740,127.26.143.60:52725 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.143.1 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/logs 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:53.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.903115 27335 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f: Bootstrap starting. 17:46:53.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.910558 27335 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f: No blocks or log segments found. Creating new log. 17:46:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.913254 27335 log.cc:525] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f: Log is configured to *not* fsync() on all Append() calls 17:46:53.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.918196 27401 tablet_server_main.cc:85] Initializing tablet server... 17:46:53.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.921787 27401 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 182064us 17:46:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.922338 27401 fs_manager.cc:262] Metadata directory not provided 17:46:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.922521 27401 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.922938 27401 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:53.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.923074 27401 server_base.cc:433] Attempting to create new FS layout instead 17:46:53.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.925926 27335 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f: No bootstrap required, opened a new log 17:46:53.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.927453 27401 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/data/instance: 17:46:53.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "129e52abfae340449162622afef9765a" 17:46:53.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:53 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:53.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.928390 27401 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/wal/instance: 17:46:53.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "129e52abfae340449162622afef9765a" 17:46:53.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:53 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.929456 27271 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } attempt: 5 17:46:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.943092 27271 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244: Bootstrap starting. 17:46:53.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.946933 27271 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244: No blocks or log segments found. Creating new log. 17:46:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.949842 27271 log.cc:525] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244: Log is configured to *not* fsync() on all Append() calls 17:46:53.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.951261 27335 raft_consensus.cc:325] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } 17:46:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.952103 27335 raft_consensus.cc:351] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.952430 27335 raft_consensus.cc:630] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f8e19665c2b47b695bc69eedf54ae0f, State: Initialized, Role: FOLLOWER 17:46:53.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.953399 27335 consensus_queue.cc:228] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } 17:46:53.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.955011 27401 fs_manager.cc:502] Time spent creating directory manager: real 0.026s user 0.010s sys 0.011s 17:46:53.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.956864 27401 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:53.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.958307 27401 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:53.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.960297 27271 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244: No bootstrap required, opened a new log 17:46:53.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.967834 27335 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } } 17:46:53.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.972635 27335 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [sys.catalog]: This master's current role is: FOLLOWER 17:46:53.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.974576 27335 sys_catalog.cc:424] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [sys.catalog]: configured and running, proceeding with master startup. 17:46:53.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.979693 27271 raft_consensus.cc:325] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } 17:46:53.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.980732 27271 raft_consensus.cc:351] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:53.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.981102 27271 raft_consensus.cc:630] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eba40fd93c614aae902ca64850633244, State: Initialized, Role: FOLLOWER 17:46:53.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.981909 27271 consensus_queue.cc:228] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } 17:46:53.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.985158 27401 fs_manager.cc:418] Time spent opening block manager: real 0.014s user 0.000s sys 0.002s 17:46:53.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.985494 27401 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/wal 17:46:53.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "129e52abfae340449162622afef9765a" 17:46:53.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:53 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.986011 27401 fs_report.cc:352] FS layout report 17:46:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/wal 17:46:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/wal 17:46:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/data/data 17:46:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:53.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.990716 27419 sys_catalog.cc:337] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } } 17:46:53.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.992041 27419 sys_catalog.cc:340] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [sys.catalog]: This master's current role is: FOLLOWER 17:46:54.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.973001 27416 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } } 17:46:54.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.097689 27416 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [sys.catalog]: This master's current role is: FOLLOWER 17:46:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:53.991744 27271 sys_catalog.cc:337] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } } 17:46:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.116780 27271 sys_catalog.cc:340] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [sys.catalog]: This master's current role is: FOLLOWER 17:46:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.118057 27271 sys_catalog.cc:424] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [sys.catalog]: configured and running, proceeding with master startup. 17:46:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.118242 27248 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eba40fd93c614aae902ca64850633244" is_pre_election: true 17:46:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.119379 27248 raft_consensus.cc:2742] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244: Snoozing failure detection for 1.800s (vote granted) 17:46:54.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.119714 27248 raft_consensus.cc:2255] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 96ffd6bda4f247a0a5ddf8999fd1f165 in term 0. 17:46:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.122292 27349 leader_election.cc:387] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [CANDIDATE]: Term 1 pre-election: Vote granted by peer eba40fd93c614aae902ca64850633244 (127.26.143.62:55507) 17:46:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.122593 27208 master_main.cc:86] Master server successfully started. 17:46:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.122587 27349 leader_election.cc:278] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:46:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.123191 27405 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165: Snoozing failure detection for 1.511s (election complete) 17:46:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.123436 27405 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:46:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.123684 27405 raft_consensus.cc:457] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:46:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.123877 27405 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165: Snoozing failure detection for 1.837s (starting election) 17:46:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.124075 27405 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [term 0 FOLLOWER]: Advancing to term 1 17:46:54.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.129304 27405 raft_consensus.cc:479] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } 17:46:54.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.130451 27405 leader_election.cc:251] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [CANDIDATE]: Term 1 election: Requesting vote from peer eba40fd93c614aae902ca64850633244 (127.26.143.62:55507) 17:46:54.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.131026 27405 leader_election.cc:251] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [CANDIDATE]: Term 1 election: Requesting vote from peer 2f8e19665c2b47b695bc69eedf54ae0f (127.26.143.61:57740) 17:46:54.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.132248 27248 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eba40fd93c614aae902ca64850633244" 17:46:54.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.132741 27248 raft_consensus.cc:2794] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [term 0 FOLLOWER]: Advancing to term 1 17:46:54.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.133065 27248 raft_consensus.cc:2742] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244: Snoozing failure detection for 1.998s (vote granted) 17:46:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.137822 27248 raft_consensus.cc:2255] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 96ffd6bda4f247a0a5ddf8999fd1f165 in term 1. 17:46:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.138691 27349 leader_election.cc:387] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [CANDIDATE]: Term 1 election: Vote granted by peer eba40fd93c614aae902ca64850633244 (127.26.143.62:55507) 17:46:54.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.138960 27349 leader_election.cc:278] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:54.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.139434 27405 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165: Snoozing failure detection for 2.017s (election complete) 17:46:54.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.139708 27405 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [term 1 FOLLOWER]: Leader election won for term 1 17:46:54.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.146129 27405 raft_consensus.cc:595] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [term 1 LEADER]: Becoming Leader. State: Replica: 96ffd6bda4f247a0a5ddf8999fd1f165, State: Running, Role: LEADER 17:46:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.146968 27405 consensus_queue.cc:205] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } 17:46:54.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:54.148471 27424 catalog_manager.cc:1084] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:46:54.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:54.150595 27424 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:46:54.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:54.087818 27291 tablet.cc:1728] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.171141 27311 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" 17:46:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.174028 27272 master_main.cc:86] Master server successfully started. 17:46:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.171283 27312 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" is_pre_election: true 17:46:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.174865 27312 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f: Snoozing failure detection for 1.521s (vote granted) 17:46:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.175177 27312 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 96ffd6bda4f247a0a5ddf8999fd1f165 in term 0. 17:46:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.175093 27426 sys_catalog.cc:337] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 96ffd6bda4f247a0a5ddf8999fd1f165. Latest consensus state: current_term: 1 leader_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } } 17:46:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.175770 27426 sys_catalog.cc:340] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [sys.catalog]: This master's current role is: LEADER 17:46:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.175870 27311 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [term 0 FOLLOWER]: Advancing to term 1 17:46:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.176151 27311 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f: Snoozing failure detection for 1.984s (vote granted) 17:46:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.180797 27348 leader_election.cc:387] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 2f8e19665c2b47b695bc69eedf54ae0f (127.26.143.61:57740) 17:46:54.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.184151 27311 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 96ffd6bda4f247a0a5ddf8999fd1f165 in term 1. 17:46:54.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:54.185873 27418 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:46:54.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:54.186096 27418 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:46:54.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.191541 27348 leader_election.cc:387] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [CANDIDATE]: Term 1 election: Vote granted by peer 2f8e19665c2b47b695bc69eedf54ae0f (127.26.143.61:57740) 17:46:54.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.193810 27429 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:46:54.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.197310 27429 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:46:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:54.253021 27225 tablet.cc:1728] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:54.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.258723 27311 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [term 1 FOLLOWER]: Refusing update from remote peer 96ffd6bda4f247a0a5ddf8999fd1f165: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:46:54.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.259021 27248 raft_consensus.cc:1083] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [term 1 FOLLOWER]: Refusing update from remote peer 96ffd6bda4f247a0a5ddf8999fd1f165: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:46:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.260576 27426 consensus_queue.cc:963] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:46:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.261168 27405 consensus_queue.cc:963] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:46:54.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.289875 27416 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 96ffd6bda4f247a0a5ddf8999fd1f165. Latest consensus state: current_term: 1 leader_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } } 17:46:54.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.290562 27416 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [sys.catalog]: This master's current role is: FOLLOWER 17:46:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.298945 27426 sys_catalog.cc:337] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } } 17:46:54.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.299659 27426 sys_catalog.cc:340] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [sys.catalog]: This master's current role is: LEADER 17:46:54.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.306216 27429 catalog_manager.cc:924] Generated new certificate authority record 17:46:54.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.308531 27429 catalog_manager.cc:1046] Loading token signing keys... 17:46:54.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.310195 27419 sys_catalog.cc:337] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 96ffd6bda4f247a0a5ddf8999fd1f165. Latest consensus state: current_term: 1 leader_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } } 17:46:54.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.310891 27419 sys_catalog.cc:340] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [sys.catalog]: This master's current role is: FOLLOWER 17:46:54.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.320680 27416 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } } 17:46:54.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.313556 27426 sys_catalog.cc:337] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } } 17:46:54.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.321343 27416 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f [sys.catalog]: This master's current role is: FOLLOWER 17:46:54.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.321512 27426 sys_catalog.cc:340] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165 [sys.catalog]: This master's current role is: LEADER 17:46:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.335538 27429 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 96ffd6bda4f247a0a5ddf8999fd1f165: Generated new TSK 0 17:46:54.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.336016 27419 sys_catalog.cc:337] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eba40fd93c614aae902ca64850633244" member_type: VOTER last_known_addr { host: "127.26.143.62" port: 55507 } } peers { permanent_uuid: "2f8e19665c2b47b695bc69eedf54ae0f" member_type: VOTER last_known_addr { host: "127.26.143.61" port: 57740 } } peers { permanent_uuid: "96ffd6bda4f247a0a5ddf8999fd1f165" member_type: VOTER last_known_addr { host: "127.26.143.60" port: 52725 } } } 17:46:54.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.336683 27419 sys_catalog.cc:340] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244 [sys.catalog]: This master's current role is: FOLLOWER 17:46:54.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.368822 27401 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.379799 27401 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:46:54.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.382410 27401 tablet_server_main.cc:90] Starting tablet server... 17:46:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.940565 27401 rpc_server.cc:205] RPC server started. Bound to: 127.26.143.1:33984 17:46:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.942350 27401 webserver.cc:175] Starting webserver on 127.26.143.1:0 17:46:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.942720 27401 webserver.cc:186] Document root disabled 17:46:54.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.944721 27401 webserver.cc:313] Webserver started. Bound to: http://127.26.143.1:60374/ 17:46:54.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.945935 27401 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-0/data/info.pb 17:46:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.951809 27196 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 27401 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.952986 27196 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/wal 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/data 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.143.2:0 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.143.2 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.143.2 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.143.62:55507,127.26.143.61:57740,127.26.143.60:52725 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/logs 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/data/info.pb 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:46:54.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:54.980125 27401 tablet_server_main.cc:93] Tablet server successfully started. 17:46:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.021525 27551 heartbeater.cc:346] Connected to a master server at 127.26.143.61:57740 17:46:55.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.021901 27551 heartbeater.cc:426] Registering TS with master... 17:46:55.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.022609 27551 heartbeater.cc:475] Master 127.26.143.61:57740 requested a full tablet report, sending... 17:46:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.026356 27302 ts_manager.cc:98] Registered new tserver with Master: 129e52abfae340449162622afef9765a (127.26.143.1:33984) 17:46:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.027597 27550 heartbeater.cc:346] Connected to a master server at 127.26.143.62:55507 17:46:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.027840 27550 heartbeater.cc:426] Registering TS with master... 17:46:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.028278 27550 heartbeater.cc:475] Master 127.26.143.62:55507 requested a full tablet report, sending... 17:46:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.031064 27238 ts_manager.cc:98] Registered new tserver with Master: 129e52abfae340449162622afef9765a (127.26.143.1:33984) 17:46:55.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.029477 27556 heartbeater.cc:346] Connected to a master server at 127.26.143.60:52725 17:46:55.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.046438 27556 heartbeater.cc:426] Registering TS with master... 17:46:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.046938 27556 heartbeater.cc:475] Master 127.26.143.60:52725 requested a full tablet report, sending... 17:46:55.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.049305 27367 ts_manager.cc:98] Registered new tserver with Master: 129e52abfae340449162622afef9765a (127.26.143.1:33984) 17:46:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.052016 27367 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.26.143.1:58761 17:46:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.157527 27424 catalog_manager.cc:1082] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244: acquiring CA information for follower catalog manager: success 17:46:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.160550 27424 catalog_manager.cc:1110] T 00000000000000000000000000000000 P eba40fd93c614aae902ca64850633244: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:46:55.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.192414 27418 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f: acquiring CA information for follower catalog manager: success 17:46:55.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:55.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:55.194140 27554 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:55.195086 27554 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.195325 27418 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 2f8e19665c2b47b695bc69eedf54ae0f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:46:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:55.212574 27554 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:55.213472 27554 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.143.2 17:46:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.259202 27554 tablet_server_main.cc:78] Tablet server non-default flags: 17:46:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/data 17:46:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/wal 17:46:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.143.2:0 17:46:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/data/info.pb 17:46:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.143.2 17:46:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.143.62:55507,127.26.143.61:57740,127.26.143.60:52725 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.143.2 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/logs 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:55.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.287591 27554 tablet_server_main.cc:85] Initializing tablet server... 17:46:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.290735 27554 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 183064us 17:46:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.291581 27554 fs_manager.cc:262] Metadata directory not provided 17:46:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.291879 27554 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:55.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.292331 27554 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:55.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.292647 27554 server_base.cc:433] Attempting to create new FS layout instead 17:46:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.297663 27554 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/data/instance: 17:46:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "253fbf1f91874ae88b391bd6d651b588" 17:46:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.298946 27554 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/wal/instance: 17:46:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "253fbf1f91874ae88b391bd6d651b588" 17:46:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:55.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.330878 27554 fs_manager.cc:502] Time spent creating directory manager: real 0.031s user 0.016s sys 0.009s 17:46:55.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.332998 27554 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:55.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.333881 27554 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.352600 27554 fs_manager.cc:418] Time spent opening block manager: real 0.008s user 0.000s sys 0.005s 17:46:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.353204 27554 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/wal 17:46:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "253fbf1f91874ae88b391bd6d651b588" 17:46:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.353832 27554 fs_report.cc:352] FS layout report 17:46:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/wal 17:46:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/wal 17:46:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/data/data 17:46:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.647301 27554 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:55.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.656484 27554 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:46:55.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:55.662757 27554 tablet_server_main.cc:90] Starting tablet server... 17:46:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:55.753533 27352 debug-util.cc:397] Leaking SignalData structure 0x7b0800029080 after lost signal to thread 27340 17:46:56.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.055624 27556 heartbeater.cc:467] Master 127.26.143.60:52725 was elected leader, sending a full tablet report... 17:46:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.329108 27554 rpc_server.cc:205] RPC server started. Bound to: 127.26.143.2:41097 17:46:56.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.330423 27554 webserver.cc:175] Starting webserver on 127.26.143.2:0 17:46:56.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.330564 27554 webserver.cc:186] Document root disabled 17:46:56.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.332437 27554 webserver.cc:313] Webserver started. Bound to: http://127.26.143.2:37329/ 17:46:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.333250 27554 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-1/data/info.pb 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.340672 27196 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 27554 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.341763 27196 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/wal 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/data 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.143.3:0 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.143.3 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.143.3 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.143.62:55507,127.26.143.61:57740,127.26.143.60:52725 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:56.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:56.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/logs 17:46:56.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/data/info.pb 17:46:56.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:56.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:56.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:56.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:46:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.373316 27554 tablet_server_main.cc:93] Tablet server successfully started. 17:46:56.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:56.379251 27441 debug-util.cc:397] Leaking SignalData structure 0x7b0800029060 after lost signal to thread 27408 17:46:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:56.380134 27441 debug-util.cc:397] Leaking SignalData structure 0x7b0800029ee0 after lost signal to thread 27548 17:46:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.427109 27684 heartbeater.cc:346] Connected to a master server at 127.26.143.61:57740 17:46:56.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.427469 27684 heartbeater.cc:426] Registering TS with master... 17:46:56.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.428278 27684 heartbeater.cc:475] Master 127.26.143.61:57740 requested a full tablet report, sending... 17:46:56.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.434612 27302 ts_manager.cc:98] Registered new tserver with Master: 253fbf1f91874ae88b391bd6d651b588 (127.26.143.2:41097) 17:46:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.436645 27683 heartbeater.cc:346] Connected to a master server at 127.26.143.62:55507 17:46:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.436893 27683 heartbeater.cc:426] Registering TS with master... 17:46:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.437319 27683 heartbeater.cc:475] Master 127.26.143.62:55507 requested a full tablet report, sending... 17:46:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.439620 27238 ts_manager.cc:98] Registered new tserver with Master: 253fbf1f91874ae88b391bd6d651b588 (127.26.143.2:41097) 17:46:56.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.429061 27690 heartbeater.cc:346] Connected to a master server at 127.26.143.60:52725 17:46:56.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.440757 27690 heartbeater.cc:426] Registering TS with master... 17:46:56.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.441181 27690 heartbeater.cc:475] Master 127.26.143.60:52725 requested a full tablet report, sending... 17:46:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.449409 27367 ts_manager.cc:98] Registered new tserver with Master: 253fbf1f91874ae88b391bd6d651b588 (127.26.143.2:41097) 17:46:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.451308 27367 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.26.143.2:38697 17:46:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:56.639768 27689 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:56.640314 27689 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:56.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:56.657313 27689 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:56.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:56.658037 27689 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.143.3 17:46:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.700559 27689 tablet_server_main.cc:78] Tablet server non-default flags: 17:46:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/data 17:46:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/wal 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.143.3:0 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/data/info.pb 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.143.3 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.143.62:55507,127.26.143.61:57740,127.26.143.60:52725 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.143.3 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/logs 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:56.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.729089 27689 tablet_server_main.cc:85] Initializing tablet server... 17:46:56.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.732115 27689 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 183564us 17:46:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.732921 27689 fs_manager.cc:262] Metadata directory not provided 17:46:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.733188 27689 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.733703 27689 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:56.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.733959 27689 server_base.cc:433] Attempting to create new FS layout instead 17:46:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.738886 27689 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/data/instance: 17:46:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "99c17c32191c4cc08c879beecd82c47e" 17:46:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.740042 27689 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/wal/instance: 17:46:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "99c17c32191c4cc08c879beecd82c47e" 17:46:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.762748 27689 fs_manager.cc:502] Time spent creating directory manager: real 0.022s user 0.013s sys 0.007s 17:46:56.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.764654 27689 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:56.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.765332 27689 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:56.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.778551 27689 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s 17:46:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.778859 27689 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/wal 17:46:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "99c17c32191c4cc08c879beecd82c47e" 17:46:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:56.779456 27689 fs_report.cc:352] FS layout report 17:46:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/wal 17:46:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/wal 17:46:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/data/data 17:46:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.047811 27689 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.052881 27689 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:46:57.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.054818 27689 tablet_server_main.cc:90] Starting tablet server... 17:46:57.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.307971 27689 rpc_server.cc:205] RPC server started. Bound to: 127.26.143.3:33917 17:46:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.309273 27689 webserver.cc:175] Starting webserver on 127.26.143.3:0 17:46:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.309412 27689 webserver.cc:186] Document root disabled 17:46:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.311286 27689 webserver.cc:313] Webserver started. Bound to: http://127.26.143.3:44408/ 17:46:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.312167 27689 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5614110608788150058/ts-2/data/info.pb 17:46:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.320720 27196 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 27689 17:46:57.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.330224 27689 tablet_server_main.cc:93] Tablet server successfully started. 17:46:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.384166 27819 heartbeater.cc:346] Connected to a master server at 127.26.143.61:57740 17:46:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.384549 27819 heartbeater.cc:426] Registering TS with master... 17:46:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.385260 27819 heartbeater.cc:475] Master 127.26.143.61:57740 requested a full tablet report, sending... 17:46:57.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.387257 27818 heartbeater.cc:346] Connected to a master server at 127.26.143.62:55507 17:46:57.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.387519 27818 heartbeater.cc:426] Registering TS with master... 17:46:57.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.387953 27818 heartbeater.cc:475] Master 127.26.143.62:55507 requested a full tablet report, sending... 17:46:57.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.389286 27301 ts_manager.cc:98] Registered new tserver with Master: 99c17c32191c4cc08c879beecd82c47e (127.26.143.3:33917) 17:46:57.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.390240 27238 ts_manager.cc:98] Registered new tserver with Master: 99c17c32191c4cc08c879beecd82c47e (127.26.143.3:33917) 17:46:57.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.386415 27820 heartbeater.cc:346] Connected to a master server at 127.26.143.60:52725 17:46:57.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.400154 27820 heartbeater.cc:426] Registering TS with master... 17:46:57.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.400640 27820 heartbeater.cc:475] Master 127.26.143.60:52725 requested a full tablet report, sending... 17:46:57.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.402308 27367 ts_manager.cc:98] Registered new tserver with Master: 99c17c32191c4cc08c879beecd82c47e (127.26.143.3:33917) 17:46:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.403712 27367 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.26.143.3:34996 17:46:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.407297 27196 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:46:57.408 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:46:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.455243 27690 heartbeater.cc:467] Master 127.26.143.60:52725 was elected leader, sending a full tablet report... 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.582581 27367 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.26.143.60:50302: 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:46:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:46:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.661954 27755 tablet_service.cc:759] Processing CreateTablet for tablet 15364471449d416fb4a418c14981713a (table=test [id=2a473d8e90894cc9904794143b73f159]), partition=RANGE (key) PARTITION VALUES < 50 17:46:57.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.663123 27755 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 15364471449d416fb4a418c14981713a. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.664350 27620 tablet_service.cc:759] Processing CreateTablet for tablet 0af935d94d20465fae3ad6ff2dafb749 (table=test [id=2a473d8e90894cc9904794143b73f159]), partition=RANGE (key) PARTITION VALUES >= 50 17:46:57.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.665129 27620 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 0af935d94d20465fae3ad6ff2dafb749. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:57.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.675683 27755 ts_tablet_manager.cc:1173] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e: Registered tablet (data state: TABLET_DATA_READY) 17:46:57.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.677907 27892 ts_tablet_manager.cc:1028] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e: Bootstrapping tablet 17:46:57.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.678943 27892 tablet_bootstrap.cc:438] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e: Bootstrap starting. 17:46:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.682000 27892 tablet_bootstrap.cc:592] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e: No blocks or log segments found. Creating new log. 17:46:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.683462 27892 log.cc:525] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e: Log is configured to *not* fsync() on all Append() calls 17:46:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.684190 27620 ts_tablet_manager.cc:1173] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588: Registered tablet (data state: TABLET_DATA_READY) 17:46:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.686473 27894 ts_tablet_manager.cc:1028] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588: Bootstrapping tablet 17:46:57.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.687438 27894 tablet_bootstrap.cc:438] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588: Bootstrap starting. 17:46:57.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.688268 27892 tablet_bootstrap.cc:438] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e: No bootstrap required, opened a new log 17:46:57.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.688835 27892 ts_tablet_manager.cc:1045] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e: Time spent bootstrapping tablet: real 0.010s user 0.006s sys 0.001s 17:46:57.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.691625 27894 tablet_bootstrap.cc:592] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588: No blocks or log segments found. Creating new log. 17:46:57.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.693639 27894 log.cc:525] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588: Log is configured to *not* fsync() on all Append() calls 17:46:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.698148 27894 tablet_bootstrap.cc:438] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588: No bootstrap required, opened a new log 17:46:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.698748 27894 ts_tablet_manager.cc:1045] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588: Time spent bootstrapping tablet: real 0.012s user 0.005s sys 0.005s 17:46:57.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.707581 27892 raft_consensus.cc:325] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "99c17c32191c4cc08c879beecd82c47e" member_type: VOTER last_known_addr { host: "127.26.143.3" port: 33917 } } 17:46:57.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.708415 27892 raft_consensus.cc:351] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.708784 27892 raft_consensus.cc:630] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 99c17c32191c4cc08c879beecd82c47e, State: Initialized, Role: FOLLOWER 17:46:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.709632 27892 consensus_queue.cc:228] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "99c17c32191c4cc08c879beecd82c47e" member_type: VOTER last_known_addr { host: "127.26.143.3" port: 33917 } } 17:46:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.710333 27892 raft_consensus.cc:365] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.710737 27892 raft_consensus.cc:457] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.711099 27892 raft_consensus.cc:2742] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e: Snoozing failure detection for 1.942s (starting election) 17:46:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.711504 27892 raft_consensus.cc:2794] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e [term 0 FOLLOWER]: Advancing to term 1 17:46:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.716289 27892 raft_consensus.cc:479] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "99c17c32191c4cc08c879beecd82c47e" member_type: VOTER last_known_addr { host: "127.26.143.3" port: 33917 } } 17:46:57.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.717118 27892 leader_election.cc:278] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:57.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.718688 27894 raft_consensus.cc:325] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "253fbf1f91874ae88b391bd6d651b588" member_type: VOTER last_known_addr { host: "127.26.143.2" port: 41097 } } 17:46:57.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.719296 27894 raft_consensus.cc:351] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:57.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.719426 27896 raft_consensus.cc:2742] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e: Snoozing failure detection for 1.796s (election complete) 17:46:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.719923 27894 raft_consensus.cc:630] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 253fbf1f91874ae88b391bd6d651b588, State: Initialized, Role: FOLLOWER 17:46:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.720011 27896 raft_consensus.cc:2549] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e [term 1 FOLLOWER]: Leader election won for term 1 17:46:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.720842 27894 consensus_queue.cc:228] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "253fbf1f91874ae88b391bd6d651b588" member_type: VOTER last_known_addr { host: "127.26.143.2" port: 41097 } } 17:46:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.721590 27894 raft_consensus.cc:365] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.721988 27894 raft_consensus.cc:457] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.722395 27894 raft_consensus.cc:2742] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588: Snoozing failure detection for 2.051s (starting election) 17:46:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.722786 27894 raft_consensus.cc:2794] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588 [term 0 FOLLOWER]: Advancing to term 1 17:46:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.726271 27820 heartbeater.cc:467] Master 127.26.143.60:52725 was elected leader, sending a full tablet report... 17:46:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.726398 27896 raft_consensus.cc:595] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e [term 1 LEADER]: Becoming Leader. State: Replica: 99c17c32191c4cc08c879beecd82c47e, State: Running, Role: LEADER 17:46:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.727681 27892 ts_tablet_manager.cc:1073] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e: Time spent starting tablet: real 0.038s user 0.026s sys 0.008s 17:46:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.727903 27896 consensus_queue.cc:205] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "99c17c32191c4cc08c879beecd82c47e" member_type: VOTER last_known_addr { host: "127.26.143.3" port: 33917 } } 17:46:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.728318 27894 raft_consensus.cc:479] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "253fbf1f91874ae88b391bd6d651b588" member_type: VOTER last_known_addr { host: "127.26.143.2" port: 41097 } } 17:46:57.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.729041 27894 leader_election.cc:278] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.736939 27900 raft_consensus.cc:2742] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588: Snoozing failure detection for 1.916s (election complete) 17:46:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.737473 27900 raft_consensus.cc:2549] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588 [term 1 FOLLOWER]: Leader election won for term 1 17:46:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.737794 27367 catalog_manager.cc:3758] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e reported cstate change: term changed from 0 to 1, leader changed from to 99c17c32191c4cc08c879beecd82c47e (127.26.143.3). New cstate: current_term: 1 leader_uuid: "99c17c32191c4cc08c879beecd82c47e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "99c17c32191c4cc08c879beecd82c47e" member_type: VOTER last_known_addr { host: "127.26.143.3" port: 33917 } health_report { overall_health: HEALTHY } } } 17:46:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.747074 27900 raft_consensus.cc:595] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588 [term 1 LEADER]: Becoming Leader. State: Replica: 253fbf1f91874ae88b391bd6d651b588, State: Running, Role: LEADER 17:46:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.747776 27900 consensus_queue.cc:205] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "253fbf1f91874ae88b391bd6d651b588" member_type: VOTER last_known_addr { host: "127.26.143.2" port: 41097 } } 17:46:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.755570 27894 ts_tablet_manager.cc:1073] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588: Time spent starting tablet: real 0.056s user 0.021s sys 0.016s 17:46:57.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.761543 27367 catalog_manager.cc:3758] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588 reported cstate change: term changed from 0 to 1, leader changed from to 253fbf1f91874ae88b391bd6d651b588 (127.26.143.2). New cstate: current_term: 1 leader_uuid: "253fbf1f91874ae88b391bd6d651b588" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "253fbf1f91874ae88b391bd6d651b588" member_type: VOTER last_known_addr { host: "127.26.143.2" port: 41097 } health_report { overall_health: HEALTHY } } } 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.808630 27367 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.26.143.60:50302: 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:46:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:46:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:57.831699 27823 tablet.cc:1728] T 15364471449d416fb4a418c14981713a P 99c17c32191c4cc08c879beecd82c47e: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:57.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.839417 27486 tablet_service.cc:759] Processing CreateTablet for tablet 4681c282d5384072a5bdb7ebb05bfed9 (table=simple-test [id=411311b335d341438196b156bba96f8c]), partition=RANGE (key) PARTITION UNBOUNDED 17:46:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.840278 27486 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 4681c282d5384072a5bdb7ebb05bfed9. 1 dirs total, 0 dirs full, 0 dirs failed 17:46:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.857254 27486 ts_tablet_manager.cc:1173] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a: Registered tablet (data state: TABLET_DATA_READY) 17:46:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.858669 27905 ts_tablet_manager.cc:1028] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a: Bootstrapping tablet 17:46:57.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.859535 27905 tablet_bootstrap.cc:438] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a: Bootstrap starting. 17:46:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.861758 27905 tablet_bootstrap.cc:592] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a: No blocks or log segments found. Creating new log. 17:46:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.863034 27905 log.cc:525] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a: Log is configured to *not* fsync() on all Append() calls 17:46:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.865996 27905 tablet_bootstrap.cc:438] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a: No bootstrap required, opened a new log 17:46:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.866804 27905 ts_tablet_manager.cc:1045] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a: Time spent bootstrapping tablet: real 0.008s user 0.005s sys 0.000s 17:46:57.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:57.875389 27691 tablet.cc:1728] T 0af935d94d20465fae3ad6ff2dafb749 P 253fbf1f91874ae88b391bd6d651b588: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:57.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.878651 27905 raft_consensus.cc:325] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "129e52abfae340449162622afef9765a" member_type: VOTER last_known_addr { host: "127.26.143.1" port: 33984 } } 17:46:57.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.879088 27905 raft_consensus.cc:351] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:46:57.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.879329 27905 raft_consensus.cc:630] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 129e52abfae340449162622afef9765a, State: Initialized, Role: FOLLOWER 17:46:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.880051 27905 consensus_queue.cc:228] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "129e52abfae340449162622afef9765a" member_type: VOTER last_known_addr { host: "127.26.143.1" port: 33984 } } 17:46:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.880631 27905 raft_consensus.cc:365] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:46:57.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.880883 27905 raft_consensus.cc:457] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:46:57.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.881129 27905 raft_consensus.cc:2742] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a: Snoozing failure detection for 1.568s (starting election) 17:46:57.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.881376 27905 raft_consensus.cc:2794] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a [term 0 FOLLOWER]: Advancing to term 1 17:46:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.886744 27905 raft_consensus.cc:479] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "129e52abfae340449162622afef9765a" member_type: VOTER last_known_addr { host: "127.26.143.1" port: 33984 } } 17:46:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.887181 27905 leader_election.cc:278] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:46:57.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.889096 27907 raft_consensus.cc:2742] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a: Snoozing failure detection for 1.749s (election complete) 17:46:57.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.889493 27907 raft_consensus.cc:2549] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a [term 1 FOLLOWER]: Leader election won for term 1 17:46:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.890940 27907 raft_consensus.cc:595] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a [term 1 LEADER]: Becoming Leader. State: Replica: 129e52abfae340449162622afef9765a, State: Running, Role: LEADER 17:46:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.891682 27907 consensus_queue.cc:205] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "129e52abfae340449162622afef9765a" member_type: VOTER last_known_addr { host: "127.26.143.1" port: 33984 } } 17:46:57.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.893119 27905 ts_tablet_manager.cc:1073] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a: Time spent starting tablet: real 0.026s user 0.016s sys 0.007s 17:46:57.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:57.897953 27367 catalog_manager.cc:3758] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a reported cstate change: term changed from 0 to 1, leader changed from to 129e52abfae340449162622afef9765a (127.26.143.1). New cstate: current_term: 1 leader_uuid: "129e52abfae340449162622afef9765a" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "129e52abfae340449162622afef9765a" member_type: VOTER last_known_addr { host: "127.26.143.1" port: 33984 } health_report { overall_health: HEALTHY } } } 17:46:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:57.994577 27558 tablet.cc:1728] T 4681c282d5384072a5bdb7ebb05bfed9 P 129e52abfae340449162622afef9765a: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:46:58.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:58.207469 27196 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 27401 17:46:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:58.236153 27284 connection.cc:512] server connection from 127.26.143.1:51774 recv error: Network error: failed to read from TLS socket (remote: 127.26.143.1:51774): Connection reset by peer (error 104) 17:46:58.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:58.237082 27196 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 27554 17:46:58.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:58.237036 27347 connection.cc:512] server connection from 127.26.143.1:58761 recv error: Network error: failed to read from TLS socket (remote: 127.26.143.1:58761): Connection reset by peer (error 104) 17:46:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:58.239632 27217 connection.cc:512] server connection from 127.26.143.1:37646 recv error: Network error: failed to read from TLS socket (remote: 127.26.143.1:37646): Connection reset by peer (error 104) 17:46:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:58.259464 27217 connection.cc:512] server connection from 127.26.143.2:58216 recv error: Network error: failed to read from TLS socket (remote: 127.26.143.2:58216): Connection reset by peer (error 104) 17:46:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:58.260144 27282 connection.cc:512] server connection from 127.26.143.2:54244 recv error: Network error: failed to read from TLS socket (remote: 127.26.143.2:54244): Connection reset by peer (error 104) 17:46:58.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:58.260869 27348 connection.cc:512] server connection from 127.26.143.2:38697 recv error: Network error: failed to read from TLS socket (remote: 127.26.143.2:38697): Connection reset by peer (error 104) 17:46:58.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:58.261008 27196 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 27689 17:46:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:58.282905 27283 connection.cc:512] server connection from 127.26.143.3:55080 recv error: Network error: failed to read from TLS socket (remote: 127.26.143.3:55080): Connection reset by peer (error 104) 17:46:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:58.283192 27351 connection.cc:512] server connection from 127.26.143.3:34996 recv error: Network error: failed to read from TLS socket (remote: 127.26.143.3:34996): Connection reset by peer (error 104) 17:46:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:58.283496 27196 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 27208 17:46:58.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:58.317309 27196 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 27272 17:46:58.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:58.339618 27196 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 27336 17:46:59.385 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614019385 17:46:59.387 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:46:59.387 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:46:59.387 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:46:59.387 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:46:59.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.595558 27935 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/wal 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/data 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.27.71.254:42059 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.27.71.254 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/logs 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/data/info.pb 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.27.71.254:42059,127.27.71.253:53313,127.27.71.252:49663 with env {} 17:46:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:46:59.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:59.752710 27943 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:46:59.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:59.753072 27943 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:46:59.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:59.762351 27943 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:46:59.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:59.762496 27943 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:46:59.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:59.762619 27943 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:46:59.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:46:59.762796 27943 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:46:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.781324 27943 master_main.cc:73] Master server non-default flags: 17:46:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/data 17:46:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/wal 17:46:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:46:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.27.71.254:42059,127.27.71.253:53313,127.27.71.252:49663 17:46:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:46:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:46:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.27.71.254:42059 17:46:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:46:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:46:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:46:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:46:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/data/info.pb 17:46:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.27.71.254 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/logs 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:46:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:46:59.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.796437 27943 master_main.cc:80] Initializing master server... 17:46:59.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.799269 27943 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 185064us 17:46:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.800079 27943 fs_manager.cc:262] Metadata directory not provided 17:46:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.800225 27943 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:46:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.800629 27943 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:46:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.800755 27943 server_base.cc:433] Attempting to create new FS layout instead 17:46:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.804610 27943 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/data/instance: 17:46:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" 17:46:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:59 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.805444 27943 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/wal/instance: 17:46:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" 17:46:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:59 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:59.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.819157 27943 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.005s sys 0.007s 17:46:59.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.820371 27943 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:46:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.821650 27943 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:46:59.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.829816 27943 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:46:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.829946 27943 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/wal 17:46:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" 17:46:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:46:59 on quasar-kpilnl-1.vpc.cloudera.com" 17:46:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.830241 27943 fs_report.cc:352] FS layout report 17:46:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:46:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/wal 17:46:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/wal 17:46:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/data/data 17:46:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:46:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:46:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:46:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:46:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:46:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:46:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:46:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:46:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:46:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:46:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.990089 27943 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:46:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:46:59.992491 27943 master_main.cc:83] Starting Master server... 17:47:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.081382 27943 rpc_server.cc:205] RPC server started. Bound to: 127.27.71.254:42059 17:47:00.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.082331 27943 webserver.cc:175] Starting webserver on 127.27.71.254:0 17:47:00.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.082448 27943 webserver.cc:186] Document root disabled 17:47:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.084386 27943 webserver.cc:313] Webserver started. Bound to: http://127.27.71.254:44662/ 17:47:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.085158 27943 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-0/data/info.pb 17:47:00.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.088845 28004 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.092077 27935 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 27943 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.093245 27935 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/wal 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/data 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.27.71.253:53313 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.27.71.253 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/logs 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/data/info.pb 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.27.71.254:42059,127.27.71.253:53313,127.27.71.252:49663 with env {} 17:47:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.104394 28004 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } has no permanent_uuid. Determining permanent_uuid... 17:47:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.125726 28004 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } has no permanent_uuid. Determining permanent_uuid... 17:47:00.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.127382 28004 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.27.71.253:53313: Network error: Client connection negotiation failed: client connection to 127.27.71.253:53313: connect: Connection refused (error 111) 17:47:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.146746 28004 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } attempt: 1 17:47:00.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.147904 28004 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.27.71.253:53313: Network error: Client connection negotiation failed: client connection to 127.27.71.253:53313: connect: Connection refused (error 111) 17:47:00.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.196234 28004 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } attempt: 2 17:47:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.197504 28004 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.27.71.253:53313: Network error: Client connection negotiation failed: client connection to 127.27.71.253:53313: connect: Connection refused (error 111) 17:47:00.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:00.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.256136 28005 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:00.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.256520 28005 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.265395 28005 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.265537 28005 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.265653 28005 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.265828 28005 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:00.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.284595 28005 master_main.cc:73] Master server non-default flags: 17:47:00.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/data 17:47:00.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/wal 17:47:00.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.27.71.254:42059,127.27.71.253:53313,127.27.71.252:49663 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.27.71.253:53313 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/data/info.pb 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.27.71.253 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/logs 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.298758 28005 master_main.cc:80] Initializing master server... 17:47:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.301766 28005 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 185564us 17:47:00.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.302824 28005 fs_manager.cc:262] Metadata directory not provided 17:47:00.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.302997 28005 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:00.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.303381 28005 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:00.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.303522 28005 server_base.cc:433] Attempting to create new FS layout instead 17:47:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.307288 28005 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/data/instance: 17:47:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7fbda224e075448f8bf989695d776087" 17:47:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.308019 28005 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/wal/instance: 17:47:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7fbda224e075448f8bf989695d776087" 17:47:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:00.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.308842 28004 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } attempt: 3 17:47:00.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.310072 28004 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.27.71.253:53313: Network error: Client connection negotiation failed: client connection to 127.27.71.253:53313: connect: Connection refused (error 111) 17:47:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.322170 28005 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.005s 17:47:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.323333 28005 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.324558 28005 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.332917 28005 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.333047 28005 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/wal 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7fbda224e075448f8bf989695d776087" 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.333292 28005 fs_report.cc:352] FS layout report 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/wal 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/wal 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/data/data 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.486377 28004 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } attempt: 4 17:47:00.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.487658 28004 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.27.71.253:53313: Network error: Client connection negotiation failed: client connection to 127.27.71.253:53313: connect: Connection refused (error 111) 17:47:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.515455 28005 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.517788 28005 master_main.cc:83] Starting Master server... 17:47:00.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.602840 28005 rpc_server.cc:205] RPC server started. Bound to: 127.27.71.253:53313 17:47:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.603682 28005 webserver.cc:175] Starting webserver on 127.27.71.253:0 17:47:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.603780 28005 webserver.cc:186] Document root disabled 17:47:00.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.605665 28005 webserver.cc:313] Webserver started. Bound to: http://127.27.71.253:54428/ 17:47:00.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.606667 28005 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-1/data/info.pb 17:47:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.609777 28070 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.613090 27935 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 28005 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.614241 27935 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/wal 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/data 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.27.71.252:49663 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.27.71.252 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/logs 17:47:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/data/info.pb 17:47:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.27.71.254:42059,127.27.71.253:53313,127.27.71.252:49663 with env {} 17:47:00.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.627079 28070 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } has no permanent_uuid. Determining permanent_uuid... 17:47:00.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.648802 28070 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } has no permanent_uuid. Determining permanent_uuid... 17:47:00.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.661571 28070 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } has no permanent_uuid. Determining permanent_uuid... 17:47:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.663797 28070 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.27.71.252:49663: Network error: Client connection negotiation failed: client connection to 127.27.71.252:49663: connect: Connection refused (error 111) 17:47:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.683184 28070 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } attempt: 1 17:47:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.684800 28070 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.27.71.252:49663: Network error: Client connection negotiation failed: client connection to 127.27.71.252:49663: connect: Connection refused (error 111) 17:47:00.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.733153 28070 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } attempt: 2 17:47:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.735123 28070 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.27.71.252:49663: Network error: Client connection negotiation failed: client connection to 127.27.71.252:49663: connect: Connection refused (error 111) 17:47:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.790977 28004 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } attempt: 5 17:47:00.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.797516 28004 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } has no permanent_uuid. Determining permanent_uuid... 17:47:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.798754 28004 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.27.71.252:49663: Network error: Client connection negotiation failed: client connection to 127.27.71.252:49663: connect: Connection refused (error 111) 17:47:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.823269 28071 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.823827 28071 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:00.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.833840 28071 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.833999 28071 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.834282 28071 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.834614 28071 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:00.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.837102 28004 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } attempt: 1 17:47:00.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.838615 28004 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.27.71.252:49663: Network error: Client connection negotiation failed: client connection to 127.27.71.252:49663: connect: Connection refused (error 111) 17:47:00.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.846442 28070 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } attempt: 3 17:47:00.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.847637 28070 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.27.71.252:49663: Network error: Client connection negotiation failed: client connection to 127.27.71.252:49663: connect: Connection refused (error 111) 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.855216 28071 master_main.cc:73] Master server non-default flags: 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/data 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/wal 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.27.71.254:42059,127.27.71.253:53313,127.27.71.252:49663 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.27.71.252:49663 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/data/info.pb 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.27.71.252 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/logs 17:47:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.869351 28071 master_main.cc:80] Initializing master server... 17:47:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.871659 28071 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 185564us 17:47:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.872377 28071 fs_manager.cc:262] Metadata directory not provided 17:47:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.872498 28071 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.872782 28071 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:00.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.872905 28071 server_base.cc:433] Attempting to create new FS layout instead 17:47:00.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.876688 28071 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/data/instance: 17:47:00.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "12017820af4c4a7ba9b41296122003f2" 17:47:00.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:00.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.877442 28071 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/wal/instance: 17:47:00.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "12017820af4c4a7ba9b41296122003f2" 17:47:00.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:00.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.886967 28004 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } attempt: 2 17:47:00.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.890898 28004 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.27.71.252:49663: Network error: Client connection negotiation failed: client connection to 127.27.71.252:49663: connect: Connection refused (error 111) 17:47:00.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.891671 28071 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.006s sys 0.006s 17:47:00.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.892957 28071 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:00.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.894265 28071 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:00.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.902571 28071 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:47:00.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.902688 28071 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/wal 17:47:00.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "12017820af4c4a7ba9b41296122003f2" 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.902987 28071 fs_report.cc:352] FS layout report 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/wal 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/wal 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/data/data 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:00.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:00.991269 28004 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } attempt: 3 17:47:00.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:00.993502 28004 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.27.71.252:49663: Network error: Client connection negotiation failed: client connection to 127.27.71.252:49663: connect: Connection refused (error 111) 17:47:01.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.024001 28070 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } attempt: 4 17:47:01.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:01.025523 28070 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.27.71.252:49663: Network error: Client connection negotiation failed: client connection to 127.27.71.252:49663: connect: Connection refused (error 111) 17:47:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.051164 28071 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.053577 28071 master_main.cc:83] Starting Master server... 17:47:01.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.133852 28004 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } attempt: 4 17:47:01.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:01.135440 28004 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.27.71.252:49663: Network error: Client connection negotiation failed: client connection to 127.27.71.252:49663: connect: Connection refused (error 111) 17:47:01.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.141538 28071 rpc_server.cc:205] RPC server started. Bound to: 127.27.71.252:49663 17:47:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.142321 28071 webserver.cc:175] Starting webserver on 127.27.71.252:0 17:47:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.142434 28071 webserver.cc:186] Document root disabled 17:47:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.144242 28071 webserver.cc:313] Webserver started. Bound to: http://127.27.71.252:41142/ 17:47:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.145138 28071 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/master-2/data/info.pb 17:47:01.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.148788 27935 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 28071 17:47:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.148977 28135 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.149729 27935 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/wal 17:47:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/data 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.27.71.193:0 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.27.71.193 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.27.71.193 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.27.71.254:42059,127.27.71.253:53313,127.27.71.252:49663 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/logs 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/data/info.pb 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:01.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:01.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.165963 28135 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } has no permanent_uuid. Determining permanent_uuid... 17:47:01.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.182332 28135 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } has no permanent_uuid. Determining permanent_uuid... 17:47:01.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.188824 28135 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } has no permanent_uuid. Determining permanent_uuid... 17:47:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.203994 28135 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2: Bootstrap starting. 17:47:01.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.206382 28135 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2: No blocks or log segments found. Creating new log. 17:47:01.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.207453 28135 log.cc:525] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2: Log is configured to *not* fsync() on all Append() calls 17:47:01.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.212028 28135 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2: No bootstrap required, opened a new log 17:47:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.222723 28135 raft_consensus.cc:325] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } 17:47:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.223413 28135 raft_consensus.cc:351] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.223798 28135 raft_consensus.cc:630] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 12017820af4c4a7ba9b41296122003f2, State: Initialized, Role: FOLLOWER 17:47:01.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.224453 28135 consensus_queue.cc:228] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } 17:47:01.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.227641 28135 sys_catalog.cc:337] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } } 17:47:01.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.228469 28135 sys_catalog.cc:340] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [sys.catalog]: This master's current role is: FOLLOWER 17:47:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.229838 28135 sys_catalog.cc:424] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [sys.catalog]: configured and running, proceeding with master startup. 17:47:01.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.228302 28141 sys_catalog.cc:337] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } } 17:47:01.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.295620 28141 sys_catalog.cc:340] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [sys.catalog]: This master's current role is: FOLLOWER 17:47:01.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.297967 28071 master_main.cc:86] Master server successfully started. 17:47:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:01.303858 28142 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:01.304153 28142 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:01.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:01.306593 28091 tablet.cc:1728] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:01.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:01.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:01.327353 28136 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:01.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:01.327785 28136 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.328872 28070 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } attempt: 5 17:47:01.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:01.337898 28136 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:01.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:01.338470 28136 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.71.193 17:47:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.341923 28070 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087: Bootstrap starting. 17:47:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.345234 28070 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087: No blocks or log segments found. Creating new log. 17:47:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.347177 28070 log.cc:525] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087: Log is configured to *not* fsync() on all Append() calls 17:47:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.351639 28070 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087: No bootstrap required, opened a new log 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.368733 28136 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/data 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/wal 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.27.71.193:0 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/data/info.pb 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.27.71.193 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.27.71.254:42059,127.27.71.253:53313,127.27.71.252:49663 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.27.71.193 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/logs 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.368865 28070 raft_consensus.cc:325] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } 17:47:01.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.369546 28070 raft_consensus.cc:351] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:01.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.369745 28070 raft_consensus.cc:630] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7fbda224e075448f8bf989695d776087, State: Initialized, Role: FOLLOWER 17:47:01.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.369774 28141 raft_consensus.cc:457] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:01.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.370069 28141 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2: Snoozing failure detection for 1.791s (starting election) 17:47:01.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.370378 28141 raft_consensus.cc:479] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } 17:47:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.370442 28070 consensus_queue.cc:228] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } 17:47:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.371714 28141 leader_election.cc:251] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 03a9e488f7b04bc48e2de9e7ffbf42ac (127.27.71.254:42059) 17:47:01.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.372381 28141 leader_election.cc:251] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 7fbda224e075448f8bf989695d776087 (127.27.71.253:53313) 17:47:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.381016 28070 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } } 17:47:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.382176 28070 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [sys.catalog]: This master's current role is: FOLLOWER 17:47:01.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.384322 28070 sys_catalog.cc:424] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [sys.catalog]: configured and running, proceeding with master startup. 17:47:01.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.394886 28136 tablet_server_main.cc:85] Initializing tablet server... 17:47:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.398939 28136 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 186064us 17:47:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.399631 28136 fs_manager.cc:262] Metadata directory not provided 17:47:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.399889 28136 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.400351 28136 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.400619 28136 server_base.cc:433] Attempting to create new FS layout instead 17:47:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.400758 28004 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } attempt: 5 17:47:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.405967 28136 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/data/instance: 17:47:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "33d44f0ce949410b90d30335cfba7090" 17:47:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.407168 28136 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/wal/instance: 17:47:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "33d44f0ce949410b90d30335cfba7090" 17:47:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.419569 28004 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac: Bootstrap starting. 17:47:01.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.422879 28004 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac: No blocks or log segments found. Creating new log. 17:47:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.435278 28004 log.cc:525] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac: Log is configured to *not* fsync() on all Append() calls 17:47:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.436972 28136 fs_manager.cc:502] Time spent creating directory manager: real 0.029s user 0.011s sys 0.012s 17:47:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.438774 28136 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.440258 28136 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.449187 28004 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac: No bootstrap required, opened a new log 17:47:01.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.459293 28136 fs_manager.cc:418] Time spent opening block manager: real 0.008s user 0.003s sys 0.003s 17:47:01.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.459578 28136 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/wal 17:47:01.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "33d44f0ce949410b90d30335cfba7090" 17:47:01.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.460089 28136 fs_report.cc:352] FS layout report 17:47:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/wal 17:47:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/wal 17:47:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/data/data 17:47:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.466864 28004 raft_consensus.cc:325] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } 17:47:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.467682 28004 raft_consensus.cc:351] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:01.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.467972 28004 raft_consensus.cc:630] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 03a9e488f7b04bc48e2de9e7ffbf42ac, State: Initialized, Role: FOLLOWER 17:47:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.468777 28004 consensus_queue.cc:228] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } 17:47:01.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.476791 28155 sys_catalog.cc:337] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } } 17:47:01.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.478005 28155 sys_catalog.cc:340] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [sys.catalog]: This master's current role is: FOLLOWER 17:47:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.385372 28047 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "12017820af4c4a7ba9b41296122003f2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7fbda224e075448f8bf989695d776087" is_pre_election: true 17:47:01.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.524169 28047 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087: Snoozing failure detection for 1.516s (vote granted) 17:47:01.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.524523 28047 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 12017820af4c4a7ba9b41296122003f2 in term 0. 17:47:01.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.525671 28149 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } } 17:47:01.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.526597 28149 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [sys.catalog]: This master's current role is: FOLLOWER 17:47:01.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.527611 28082 leader_election.cc:387] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 7fbda224e075448f8bf989695d776087 (127.27.71.253:53313) 17:47:01.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.527889 28082 leader_election.cc:278] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:47:01.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.528643 28141 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2: Snoozing failure detection for 2.068s (election complete) 17:47:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.528908 28141 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:47:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.529130 28141 raft_consensus.cc:457] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:47:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.529332 28141 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2: Snoozing failure detection for 1.627s (starting election) 17:47:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.529566 28141 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [term 0 FOLLOWER]: Advancing to term 1 17:47:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.535246 28141 raft_consensus.cc:479] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } 17:47:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.536248 28141 leader_election.cc:251] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [CANDIDATE]: Term 1 election: Requesting vote from peer 03a9e488f7b04bc48e2de9e7ffbf42ac (127.27.71.254:42059) 17:47:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.544821 28141 leader_election.cc:251] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [CANDIDATE]: Term 1 election: Requesting vote from peer 7fbda224e075448f8bf989695d776087 (127.27.71.253:53313) 17:47:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:01.522447 28026 tablet.cc:1728] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.605198 28047 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "12017820af4c4a7ba9b41296122003f2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7fbda224e075448f8bf989695d776087" 17:47:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.609597 28005 master_main.cc:86] Master server successfully started. 17:47:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.609753 28047 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [term 0 FOLLOWER]: Advancing to term 1 17:47:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.610103 28047 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087: Snoozing failure detection for 2.168s (vote granted) 17:47:01.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.616555 28047 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 12017820af4c4a7ba9b41296122003f2 in term 1. 17:47:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.617508 28082 leader_election.cc:387] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [CANDIDATE]: Term 1 election: Vote granted by peer 7fbda224e075448f8bf989695d776087 (127.27.71.253:53313) 17:47:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.617758 28082 leader_election.cc:278] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.618463 28141 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2: Snoozing failure detection for 1.689s (election complete) 17:47:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.618703 28141 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [term 1 FOLLOWER]: Leader election won for term 1 17:47:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.626384 28141 raft_consensus.cc:595] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [term 1 LEADER]: Becoming Leader. State: Replica: 12017820af4c4a7ba9b41296122003f2, State: Running, Role: LEADER 17:47:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:01.627925 28150 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:01.628193 28150 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.628657 28141 consensus_queue.cc:205] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } 17:47:01.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.477712 28004 sys_catalog.cc:337] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } } 17:47:01.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.640617 28004 sys_catalog.cc:340] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [sys.catalog]: This master's current role is: FOLLOWER 17:47:01.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.641939 28004 sys_catalog.cc:424] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [sys.catalog]: configured and running, proceeding with master startup. 17:47:01.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.642092 27980 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "12017820af4c4a7ba9b41296122003f2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" 17:47:01.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.642825 27980 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [term 0 FOLLOWER]: Advancing to term 1 17:47:01.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.643132 27980 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac: Snoozing failure detection for 2.227s (vote granted) 17:47:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.651317 27980 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 12017820af4c4a7ba9b41296122003f2 in term 1. 17:47:01.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.652865 28171 sys_catalog.cc:337] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 12017820af4c4a7ba9b41296122003f2. Latest consensus state: current_term: 1 leader_uuid: "12017820af4c4a7ba9b41296122003f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } } 17:47:01.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.653578 28171 sys_catalog.cc:340] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [sys.catalog]: This master's current role is: LEADER 17:47:01.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.655254 28082 leader_election.cc:387] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [CANDIDATE]: Term 1 election: Vote granted by peer 03a9e488f7b04bc48e2de9e7ffbf42ac (127.27.71.254:42059) 17:47:01.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.654047 27981 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "12017820af4c4a7ba9b41296122003f2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" is_pre_election: true 17:47:01.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.658576 27943 master_main.cc:86] Master server successfully started. 17:47:01.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.658709 27981 raft_consensus.cc:2168] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 12017820af4c4a7ba9b41296122003f2 in term 1. Re-sending same reply. 17:47:01.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.659538 28082 leader_election.cc:387] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 03a9e488f7b04bc48e2de9e7ffbf42ac (127.27.71.254:42059) 17:47:01.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.660328 28174 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:47:01.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.663786 28174 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:47:01.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:01.672732 28173 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:01.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:01.673084 28173 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:01.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:01.746939 27960 tablet.cc:1728] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.760632 27981 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [term 1 FOLLOWER]: Refusing update from remote peer 12017820af4c4a7ba9b41296122003f2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.760632 28047 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [term 1 FOLLOWER]: Refusing update from remote peer 12017820af4c4a7ba9b41296122003f2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.762262 28141 consensus_queue.cc:963] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.763351 28141 consensus_queue.cc:963] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:01.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.800266 28149 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 12017820af4c4a7ba9b41296122003f2. Latest consensus state: current_term: 1 leader_uuid: "12017820af4c4a7ba9b41296122003f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } } 17:47:01.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.800948 28149 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [sys.catalog]: This master's current role is: FOLLOWER 17:47:01.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.807518 28174 catalog_manager.cc:924] Generated new certificate authority record 17:47:01.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.803282 28155 sys_catalog.cc:337] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [sys.catalog]: SysCatalogTable state changed. Reason: New leader 12017820af4c4a7ba9b41296122003f2. Latest consensus state: current_term: 1 leader_uuid: "12017820af4c4a7ba9b41296122003f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } } 17:47:01.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.808331 28155 sys_catalog.cc:340] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [sys.catalog]: This master's current role is: FOLLOWER 17:47:01.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.807535 28171 sys_catalog.cc:337] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "12017820af4c4a7ba9b41296122003f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } } 17:47:01.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.808775 28171 sys_catalog.cc:340] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [sys.catalog]: This master's current role is: LEADER 17:47:01.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.809891 28174 catalog_manager.cc:1046] Loading token signing keys... 17:47:01.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.813030 28171 sys_catalog.cc:337] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "12017820af4c4a7ba9b41296122003f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } } 17:47:01.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.813858 28171 sys_catalog.cc:340] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2 [sys.catalog]: This master's current role is: LEADER 17:47:01.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.820125 28155 sys_catalog.cc:337] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "12017820af4c4a7ba9b41296122003f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } } 17:47:01.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.820806 28155 sys_catalog.cc:340] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac [sys.catalog]: This master's current role is: FOLLOWER 17:47:01.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.823279 28149 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "12017820af4c4a7ba9b41296122003f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "03a9e488f7b04bc48e2de9e7ffbf42ac" member_type: VOTER last_known_addr { host: "127.27.71.254" port: 42059 } } peers { permanent_uuid: "7fbda224e075448f8bf989695d776087" member_type: VOTER last_known_addr { host: "127.27.71.253" port: 53313 } } peers { permanent_uuid: "12017820af4c4a7ba9b41296122003f2" member_type: VOTER last_known_addr { host: "127.27.71.252" port: 49663 } } } 17:47:01.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.824020 28149 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087 [sys.catalog]: This master's current role is: FOLLOWER 17:47:01.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.833744 28174 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 12017820af4c4a7ba9b41296122003f2: Generated new TSK 0 17:47:01.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.844535 28136 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.849558 28136 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:01.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:01.858520 28136 tablet_server_main.cc:90] Starting tablet server... 17:47:02.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.511159 28136 rpc_server.cc:205] RPC server started. Bound to: 127.27.71.193:39450 17:47:02.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.512624 28136 webserver.cc:175] Starting webserver on 127.27.71.193:0 17:47:02.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.512879 28136 webserver.cc:186] Document root disabled 17:47:02.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.518996 28136 webserver.cc:313] Webserver started. Bound to: http://127.27.71.193:34410/ 17:47:02.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.520061 28136 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-0/data/info.pb 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.525311 27935 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 28136 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.526497 27935 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/wal 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/data 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.27.71.194:0 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.27.71.194 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.27.71.194 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.27.71.254:42059,127.27.71.253:53313,127.27.71.252:49663 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/logs 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/data/info.pb 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:02.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.579856 28136 tablet_server_main.cc:93] Tablet server successfully started. 17:47:02.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.613631 28299 heartbeater.cc:346] Connected to a master server at 127.27.71.252:49663 17:47:02.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.614552 28299 heartbeater.cc:426] Registering TS with master... 17:47:02.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.615651 28299 heartbeater.cc:475] Master 127.27.71.252:49663 requested a full tablet report, sending... 17:47:02.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.617101 28296 heartbeater.cc:346] Connected to a master server at 127.27.71.253:53313 17:47:02.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.617324 28296 heartbeater.cc:426] Registering TS with master... 17:47:02.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.617763 28296 heartbeater.cc:475] Master 127.27.71.253:53313 requested a full tablet report, sending... 17:47:02.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.618486 28102 ts_manager.cc:98] Registered new tserver with Master: 33d44f0ce949410b90d30335cfba7090 (127.27.71.193:39450) 17:47:02.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.621076 28102 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.27.71.193:41623 17:47:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.623482 28037 ts_manager.cc:98] Registered new tserver with Master: 33d44f0ce949410b90d30335cfba7090 (127.27.71.193:39450) 17:47:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.624826 28294 heartbeater.cc:346] Connected to a master server at 127.27.71.254:42059 17:47:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.625061 28294 heartbeater.cc:426] Registering TS with master... 17:47:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.625401 28294 heartbeater.cc:475] Master 127.27.71.254:42059 requested a full tablet report, sending... 17:47:02.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.628165 27971 ts_manager.cc:98] Registered new tserver with Master: 33d44f0ce949410b90d30335cfba7090 (127.27.71.193:39450) 17:47:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.633962 28150 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087: acquiring CA information for follower catalog manager: success 17:47:02.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.636726 28150 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 7fbda224e075448f8bf989695d776087: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:02.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.679402 28173 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac: acquiring CA information for follower catalog manager: success 17:47:02.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.682273 28173 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 03a9e488f7b04bc48e2de9e7ffbf42ac: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:02.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:02.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:02.816154 28295 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:02.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:02.819057 28295 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:02.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:02.836902 28295 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:02.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:02.837669 28295 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.71.194 17:47:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.882345 28295 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/data 17:47:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/wal 17:47:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.27.71.194:0 17:47:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/data/info.pb 17:47:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.27.71.194 17:47:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.27.71.254:42059,127.27.71.253:53313,127.27.71.252:49663 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.27.71.194 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/logs 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:02.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.910800 28295 tablet_server_main.cc:85] Initializing tablet server... 17:47:02.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.913929 28295 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 186564us 17:47:02.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.914794 28295 fs_manager.cc:262] Metadata directory not provided 17:47:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.915127 28295 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.915652 28295 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:02.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.915974 28295 server_base.cc:433] Attempting to create new FS layout instead 17:47:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.921128 28295 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/data/instance: 17:47:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e4aeee3323fb49c5881d913529710790" 17:47:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.922561 28295 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/wal/instance: 17:47:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e4aeee3323fb49c5881d913529710790" 17:47:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:02.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.951714 28295 fs_manager.cc:502] Time spent creating directory manager: real 0.028s user 0.013s sys 0.011s 17:47:02.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.953807 28295 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:02.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.954612 28295 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.971765 28295 fs_manager.cc:418] Time spent opening block manager: real 0.006s user 0.001s sys 0.005s 17:47:02.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.972177 28295 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/wal 17:47:02.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e4aeee3323fb49c5881d913529710790" 17:47:02.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:02.972802 28295 fs_report.cc:352] FS layout report 17:47:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/wal 17:47:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/wal 17:47:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/data/data 17:47:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.369716 28295 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:03.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.378916 28295 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:03.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.385393 28295 tablet_server_main.cc:90] Starting tablet server... 17:47:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.624935 28299 heartbeater.cc:467] Master 127.27.71.252:49663 was elected leader, sending a full tablet report... 17:47:03.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.804811 28295 rpc_server.cc:205] RPC server started. Bound to: 127.27.71.194:48080 17:47:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.811517 28295 webserver.cc:175] Starting webserver on 127.27.71.194:0 17:47:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.811640 28295 webserver.cc:186] Document root disabled 17:47:03.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.813580 28295 webserver.cc:313] Webserver started. Bound to: http://127.27.71.194:53206/ 17:47:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.814340 28295 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-1/data/info.pb 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.821382 27935 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 28295 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.822438 27935 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/wal 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/data 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.27.71.195:0 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.27.71.195 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.27.71.195 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.27.71.254:42059,127.27.71.253:53313,127.27.71.252:49663 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/logs 17:47:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/data/info.pb 17:47:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:03.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:03.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.834967 28295 tablet_server_main.cc:93] Tablet server successfully started. 17:47:03.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.876754 28427 heartbeater.cc:346] Connected to a master server at 127.27.71.252:49663 17:47:03.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.877127 28427 heartbeater.cc:426] Registering TS with master... 17:47:03.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.878100 28427 heartbeater.cc:475] Master 127.27.71.252:49663 requested a full tablet report, sending... 17:47:03.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.880410 28102 ts_manager.cc:98] Registered new tserver with Master: e4aeee3323fb49c5881d913529710790 (127.27.71.194:48080) 17:47:03.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.882140 28102 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.27.71.194:48051 17:47:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.884943 28425 heartbeater.cc:346] Connected to a master server at 127.27.71.254:42059 17:47:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.885287 28425 heartbeater.cc:426] Registering TS with master... 17:47:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.886905 28425 heartbeater.cc:475] Master 127.27.71.254:42059 requested a full tablet report, sending... 17:47:03.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.892561 27971 ts_manager.cc:98] Registered new tserver with Master: e4aeee3323fb49c5881d913529710790 (127.27.71.194:48080) 17:47:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.885664 28426 heartbeater.cc:346] Connected to a master server at 127.27.71.253:53313 17:47:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.898653 28426 heartbeater.cc:426] Registering TS with master... 17:47:03.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.899022 28426 heartbeater.cc:475] Master 127.27.71.253:53313 requested a full tablet report, sending... 17:47:03.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.901187 28037 ts_manager.cc:98] Registered new tserver with Master: e4aeee3323fb49c5881d913529710790 (127.27.71.194:48080) 17:47:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:03.964468 28431 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:03.964908 28431 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:03.973764 28431 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:03.974149 28431 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.71.195 17:47:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:03.988528 28431 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/data 17:47:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/wal 17:47:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.27.71.195:0 17:47:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/data/info.pb 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.27.71.195 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.27.71.254:42059,127.27.71.253:53313,127.27.71.252:49663 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.27.71.195 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/logs 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:04.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.004055 28431 tablet_server_main.cc:85] Initializing tablet server... 17:47:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.006099 28431 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 187564us 17:47:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.006597 28431 fs_manager.cc:262] Metadata directory not provided 17:47:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.006734 28431 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:04.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.007104 28431 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:04.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.007233 28431 server_base.cc:433] Attempting to create new FS layout instead 17:47:04.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.010457 28431 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/data/instance: 17:47:04.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7bb0277b75a24121b2820e98c6e6277c" 17:47:04.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:04 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.011209 28431 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/wal/instance: 17:47:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7bb0277b75a24121b2820e98c6e6277c" 17:47:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:04 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:04.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.022936 28431 fs_manager.cc:502] Time spent creating directory manager: real 0.011s user 0.007s sys 0.003s 17:47:04.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.024155 28431 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:04.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.024636 28431 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:04.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.031883 28431 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.032012 28431 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/wal 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7bb0277b75a24121b2820e98c6e6277c" 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:04 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.032277 28431 fs_report.cc:352] FS layout report 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/wal 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/wal 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/data/data 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:04.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:04.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:04.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:04.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.172716 28431 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.176291 28431 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.177609 28431 tablet_server_main.cc:90] Starting tablet server... 17:47:04.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.287099 28431 rpc_server.cc:205] RPC server started. Bound to: 127.27.71.195:56231 17:47:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.288501 28431 webserver.cc:175] Starting webserver on 127.27.71.195:0 17:47:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.288624 28431 webserver.cc:186] Document root disabled 17:47:04.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.290271 28431 webserver.cc:313] Webserver started. Bound to: http://127.27.71.195:58129/ 17:47:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.291115 28431 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster195501340702373155/ts-2/data/info.pb 17:47:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.295611 27935 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 28431 17:47:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.316036 28431 tablet_server_main.cc:93] Tablet server successfully started. 17:47:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.354215 28556 heartbeater.cc:346] Connected to a master server at 127.27.71.254:42059 17:47:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.354710 28556 heartbeater.cc:426] Registering TS with master... 17:47:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.355634 28556 heartbeater.cc:475] Master 127.27.71.254:42059 requested a full tablet report, sending... 17:47:04.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.357776 27971 ts_manager.cc:98] Registered new tserver with Master: 7bb0277b75a24121b2820e98c6e6277c (127.27.71.195:56231) 17:47:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.354554 28558 heartbeater.cc:346] Connected to a master server at 127.27.71.252:49663 17:47:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.365483 28558 heartbeater.cc:426] Registering TS with master... 17:47:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.365977 28558 heartbeater.cc:475] Master 127.27.71.252:49663 requested a full tablet report, sending... 17:47:04.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.355839 28557 heartbeater.cc:346] Connected to a master server at 127.27.71.253:53313 17:47:04.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.368139 28102 ts_manager.cc:98] Registered new tserver with Master: 7bb0277b75a24121b2820e98c6e6277c (127.27.71.195:56231) 17:47:04.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.368223 28557 heartbeater.cc:426] Registering TS with master... 17:47:04.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.368674 28557 heartbeater.cc:475] Master 127.27.71.253:53313 requested a full tablet report, sending... 17:47:04.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.369925 28102 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.27.71.195:40547 17:47:04.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.371866 28037 ts_manager.cc:98] Registered new tserver with Master: 7bb0277b75a24121b2820e98c6e6277c (127.27.71.195:56231) 17:47:04.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.375397 27935 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:47:04.376 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.472465 28102 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.27.71.252:51292: 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:47:04.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:47:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.540385 28362 tablet_service.cc:759] Processing CreateTablet for tablet 20d999bc7c4a495e9c49689e98bc4621 (table=test [id=c67d340744ef4eddb625bf9db3667003]), partition=RANGE (key) PARTITION VALUES < 50 17:47:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.541625 28362 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 20d999bc7c4a495e9c49689e98bc4621. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:04.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.543138 28493 tablet_service.cc:759] Processing CreateTablet for tablet dec4a27cd0ff4221b22c714a05ef8d19 (table=test [id=c67d340744ef4eddb625bf9db3667003]), partition=RANGE (key) PARTITION VALUES >= 50 17:47:04.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.544273 28493 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet dec4a27cd0ff4221b22c714a05ef8d19. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.560449 28362 ts_tablet_manager.cc:1173] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790: Registered tablet (data state: TABLET_DATA_READY) 17:47:04.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.561432 28493 ts_tablet_manager.cc:1173] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c: Registered tablet (data state: TABLET_DATA_READY) 17:47:04.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.562043 28628 ts_tablet_manager.cc:1028] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790: Bootstrapping tablet 17:47:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.562904 28628 tablet_bootstrap.cc:438] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790: Bootstrap starting. 17:47:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.564484 28629 ts_tablet_manager.cc:1028] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c: Bootstrapping tablet 17:47:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.565179 28629 tablet_bootstrap.cc:438] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c: Bootstrap starting. 17:47:04.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.565946 28628 tablet_bootstrap.cc:592] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790: No blocks or log segments found. Creating new log. 17:47:04.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.567309 28628 log.cc:525] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790: Log is configured to *not* fsync() on all Append() calls 17:47:04.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.568457 28629 tablet_bootstrap.cc:592] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c: No blocks or log segments found. Creating new log. 17:47:04.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.569802 28629 log.cc:525] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c: Log is configured to *not* fsync() on all Append() calls 17:47:04.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.573766 28628 tablet_bootstrap.cc:438] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790: No bootstrap required, opened a new log 17:47:04.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.574129 28628 ts_tablet_manager.cc:1045] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790: Time spent bootstrapping tablet: real 0.011s user 0.006s sys 0.000s 17:47:04.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.574190 28629 tablet_bootstrap.cc:438] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c: No bootstrap required, opened a new log 17:47:04.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.574614 28629 ts_tablet_manager.cc:1045] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.004s 17:47:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.585373 28628 raft_consensus.cc:325] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e4aeee3323fb49c5881d913529710790" member_type: VOTER last_known_addr { host: "127.27.71.194" port: 48080 } } 17:47:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.585870 28628 raft_consensus.cc:351] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.586051 28628 raft_consensus.cc:630] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4aeee3323fb49c5881d913529710790, State: Initialized, Role: FOLLOWER 17:47:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.585724 28629 raft_consensus.cc:325] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7bb0277b75a24121b2820e98c6e6277c" member_type: VOTER last_known_addr { host: "127.27.71.195" port: 56231 } } 17:47:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.586307 28629 raft_consensus.cc:351] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:04.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.586663 28628 consensus_queue.cc:228] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e4aeee3323fb49c5881d913529710790" member_type: VOTER last_known_addr { host: "127.27.71.194" port: 48080 } } 17:47:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.587136 28628 raft_consensus.cc:365] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.587324 28628 raft_consensus.cc:457] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.587536 28628 raft_consensus.cc:2742] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790: Snoozing failure detection for 1.818s (starting election) 17:47:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.587728 28628 raft_consensus.cc:2794] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790 [term 0 FOLLOWER]: Advancing to term 1 17:47:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.586566 28629 raft_consensus.cc:630] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7bb0277b75a24121b2820e98c6e6277c, State: Initialized, Role: FOLLOWER 17:47:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.590603 28628 raft_consensus.cc:479] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e4aeee3323fb49c5881d913529710790" member_type: VOTER last_known_addr { host: "127.27.71.194" port: 48080 } } 17:47:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.590605 28629 consensus_queue.cc:228] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7bb0277b75a24121b2820e98c6e6277c" member_type: VOTER last_known_addr { host: "127.27.71.195" port: 56231 } } 17:47:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.590996 28629 raft_consensus.cc:365] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.591116 28628 leader_election.cc:278] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.591262 28629 raft_consensus.cc:457] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.591562 28629 raft_consensus.cc:2742] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c: Snoozing failure detection for 1.758s (starting election) 17:47:04.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.591760 28629 raft_consensus.cc:2794] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c [term 0 FOLLOWER]: Advancing to term 1 17:47:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.593710 28632 raft_consensus.cc:2742] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790: Snoozing failure detection for 2.015s (election complete) 17:47:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.594173 28632 raft_consensus.cc:2549] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790 [term 1 FOLLOWER]: Leader election won for term 1 17:47:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.595105 28427 heartbeater.cc:467] Master 127.27.71.252:49663 was elected leader, sending a full tablet report... 17:47:04.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.596686 28629 raft_consensus.cc:479] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7bb0277b75a24121b2820e98c6e6277c" member_type: VOTER last_known_addr { host: "127.27.71.195" port: 56231 } } 17:47:04.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.597371 28629 leader_election.cc:278] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:04.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.599488 28632 raft_consensus.cc:595] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790 [term 1 LEADER]: Becoming Leader. State: Replica: e4aeee3323fb49c5881d913529710790, State: Running, Role: LEADER 17:47:04.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.599964 28628 ts_tablet_manager.cc:1073] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790: Time spent starting tablet: real 0.026s user 0.012s sys 0.013s 17:47:04.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.600438 28635 raft_consensus.cc:2742] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c: Snoozing failure detection for 2.102s (election complete) 17:47:04.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.600527 28632 consensus_queue.cc:205] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e4aeee3323fb49c5881d913529710790" member_type: VOTER last_known_addr { host: "127.27.71.194" port: 48080 } } 17:47:04.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.600967 28635 raft_consensus.cc:2549] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c [term 1 FOLLOWER]: Leader election won for term 1 17:47:04.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.602258 28558 heartbeater.cc:467] Master 127.27.71.252:49663 was elected leader, sending a full tablet report... 17:47:04.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.607764 28629 ts_tablet_manager.cc:1073] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c: Time spent starting tablet: real 0.033s user 0.015s sys 0.009s 17:47:04.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.612344 28102 catalog_manager.cc:3758] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790 reported cstate change: term changed from 0 to 1, leader changed from to e4aeee3323fb49c5881d913529710790 (127.27.71.194). New cstate: current_term: 1 leader_uuid: "e4aeee3323fb49c5881d913529710790" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e4aeee3323fb49c5881d913529710790" member_type: VOTER last_known_addr { host: "127.27.71.194" port: 48080 } health_report { overall_health: HEALTHY } } } 17:47:04.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.621942 28635 raft_consensus.cc:595] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c [term 1 LEADER]: Becoming Leader. State: Replica: 7bb0277b75a24121b2820e98c6e6277c, State: Running, Role: LEADER 17:47:04.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.625919 28635 consensus_queue.cc:205] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7bb0277b75a24121b2820e98c6e6277c" member_type: VOTER last_known_addr { host: "127.27.71.195" port: 56231 } } 17:47:04.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.643746 28102 catalog_manager.cc:3758] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c reported cstate change: term changed from 0 to 1, leader changed from to 7bb0277b75a24121b2820e98c6e6277c (127.27.71.195). New cstate: current_term: 1 leader_uuid: "7bb0277b75a24121b2820e98c6e6277c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7bb0277b75a24121b2820e98c6e6277c" member_type: VOTER last_known_addr { host: "127.27.71.195" port: 56231 } health_report { overall_health: HEALTHY } } } 17:47:04.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.734556 28102 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.27.71.252:51292: 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:04.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.760952 28231 tablet_service.cc:759] Processing CreateTablet for tablet 94db6d91860c410e9746f06dafed4a65 (table=simple-test [id=0d5ee521b02f43bf8a64d6c13edce3b9]), partition=RANGE (key) PARTITION UNBOUNDED 17:47:04.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.761648 28231 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 94db6d91860c410e9746f06dafed4a65. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:04.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.772616 28231 ts_tablet_manager.cc:1173] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090: Registered tablet (data state: TABLET_DATA_READY) 17:47:04.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.774969 28641 ts_tablet_manager.cc:1028] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090: Bootstrapping tablet 17:47:04.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.775483 28641 tablet_bootstrap.cc:438] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090: Bootstrap starting. 17:47:04.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.777539 28641 tablet_bootstrap.cc:592] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090: No blocks or log segments found. Creating new log. 17:47:04.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.778679 28641 log.cc:525] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090: Log is configured to *not* fsync() on all Append() calls 17:47:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.781196 28641 tablet_bootstrap.cc:438] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090: No bootstrap required, opened a new log 17:47:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.781509 28641 ts_tablet_manager.cc:1045] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.002s 17:47:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.792110 28641 raft_consensus.cc:325] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "33d44f0ce949410b90d30335cfba7090" member_type: VOTER last_known_addr { host: "127.27.71.193" port: 39450 } } 17:47:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.792588 28641 raft_consensus.cc:351] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.792771 28641 raft_consensus.cc:630] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33d44f0ce949410b90d30335cfba7090, State: Initialized, Role: FOLLOWER 17:47:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.793236 28641 consensus_queue.cc:228] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "33d44f0ce949410b90d30335cfba7090" member_type: VOTER last_known_addr { host: "127.27.71.193" port: 39450 } } 17:47:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.793679 28641 raft_consensus.cc:365] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:04.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.793884 28641 raft_consensus.cc:457] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:04.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.794103 28641 raft_consensus.cc:2742] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090: Snoozing failure detection for 1.527s (starting election) 17:47:04.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.794359 28641 raft_consensus.cc:2794] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090 [term 0 FOLLOWER]: Advancing to term 1 17:47:04.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.797130 28641 raft_consensus.cc:479] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "33d44f0ce949410b90d30335cfba7090" member_type: VOTER last_known_addr { host: "127.27.71.193" port: 39450 } } 17:47:04.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.797627 28641 leader_election.cc:278] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:04.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.799268 28643 raft_consensus.cc:2742] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090: Snoozing failure detection for 1.660s (election complete) 17:47:04.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.799597 28643 raft_consensus.cc:2549] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090 [term 1 FOLLOWER]: Leader election won for term 1 17:47:04.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.801569 28643 raft_consensus.cc:595] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090 [term 1 LEADER]: Becoming Leader. State: Replica: 33d44f0ce949410b90d30335cfba7090, State: Running, Role: LEADER 17:47:04.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.802316 28643 consensus_queue.cc:205] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "33d44f0ce949410b90d30335cfba7090" member_type: VOTER last_known_addr { host: "127.27.71.193" port: 39450 } } 17:47:04.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:04.817958 28560 tablet.cc:1728] T dec4a27cd0ff4221b22c714a05ef8d19 P 7bb0277b75a24121b2820e98c6e6277c: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:04.826473 28428 tablet.cc:1728] T 20d999bc7c4a495e9c49689e98bc4621 P e4aeee3323fb49c5881d913529710790: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:04.826576 28302 tablet.cc:1728] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:04.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.802831 28641 ts_tablet_manager.cc:1073] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090: Time spent starting tablet: real 0.021s user 0.017s sys 0.003s 17:47:04.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:04.896893 28102 catalog_manager.cc:3758] T 94db6d91860c410e9746f06dafed4a65 P 33d44f0ce949410b90d30335cfba7090 reported cstate change: term changed from 0 to 1, leader changed from to 33d44f0ce949410b90d30335cfba7090 (127.27.71.193). New cstate: current_term: 1 leader_uuid: "33d44f0ce949410b90d30335cfba7090" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "33d44f0ce949410b90d30335cfba7090" member_type: VOTER last_known_addr { host: "127.27.71.193" port: 39450 } health_report { overall_health: HEALTHY } } } 17:47:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.118794 28102 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.27.71.252:51289: 17:47:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "testwritedatasourcetable" 17:47:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) scale: 0 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) scale: 0 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:47:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) scale: 0 17:47:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.141681 28231 tablet_service.cc:759] Processing CreateTablet for tablet d21eca25bfd44af799908b2d412a984e (table=testwritedatasourcetable [id=107bff11f58d4dcc8ced407a91e29382]), partition=RANGE (key) PARTITION UNBOUNDED 17:47:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.142205 28231 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet d21eca25bfd44af799908b2d412a984e. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:05.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.148638 28231 ts_tablet_manager.cc:1173] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090: Registered tablet (data state: TABLET_DATA_READY) 17:47:05.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.149032 28641 ts_tablet_manager.cc:1028] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090: Bootstrapping tablet 17:47:05.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.149348 28641 tablet_bootstrap.cc:438] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090: Bootstrap starting. 17:47:05.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.151515 28641 tablet_bootstrap.cc:592] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090: No blocks or log segments found. Creating new log. 17:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.155618 28641 tablet_bootstrap.cc:438] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090: No bootstrap required, opened a new log 17:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.155864 28641 ts_tablet_manager.cc:1045] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.003s 17:47:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.156985 28641 raft_consensus.cc:325] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "33d44f0ce949410b90d30335cfba7090" member_type: VOTER last_known_addr { host: "127.27.71.193" port: 39450 } } 17:47:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.157291 28641 raft_consensus.cc:351] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.157467 28641 raft_consensus.cc:630] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33d44f0ce949410b90d30335cfba7090, State: Initialized, Role: FOLLOWER 17:47:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.157907 28641 consensus_queue.cc:228] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "33d44f0ce949410b90d30335cfba7090" member_type: VOTER last_known_addr { host: "127.27.71.193" port: 39450 } } 17:47:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.158275 28641 raft_consensus.cc:365] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.158476 28641 raft_consensus.cc:457] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.158660 28641 raft_consensus.cc:2742] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090: Snoozing failure detection for 1.955s (starting election) 17:47:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.158835 28641 raft_consensus.cc:2794] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090 [term 0 FOLLOWER]: Advancing to term 1 17:47:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.161685 28641 raft_consensus.cc:479] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "33d44f0ce949410b90d30335cfba7090" member_type: VOTER last_known_addr { host: "127.27.71.193" port: 39450 } } 17:47:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.162094 28641 leader_election.cc:278] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.162544 28643 raft_consensus.cc:2742] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090: Snoozing failure detection for 2.229s (election complete) 17:47:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.162791 28643 raft_consensus.cc:2549] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090 [term 1 FOLLOWER]: Leader election won for term 1 17:47:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.163090 28643 raft_consensus.cc:595] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090 [term 1 LEADER]: Becoming Leader. State: Replica: 33d44f0ce949410b90d30335cfba7090, State: Running, Role: LEADER 17:47:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.163218 28641 ts_tablet_manager.cc:1073] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090: Time spent starting tablet: real 0.007s user 0.006s sys 0.001s 17:47:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.163522 28643 consensus_queue.cc:205] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "33d44f0ce949410b90d30335cfba7090" member_type: VOTER last_known_addr { host: "127.27.71.193" port: 39450 } } 17:47:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.171540 28102 catalog_manager.cc:3758] T d21eca25bfd44af799908b2d412a984e P 33d44f0ce949410b90d30335cfba7090 reported cstate change: term changed from 0 to 1, leader changed from to 33d44f0ce949410b90d30335cfba7090 (127.27.71.193). New cstate: current_term: 1 leader_uuid: "33d44f0ce949410b90d30335cfba7090" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "33d44f0ce949410b90d30335cfba7090" member_type: VOTER last_known_addr { host: "127.27.71.193" port: 39450 } health_report { overall_health: HEALTHY } } } 17:47:05.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.670639 27935 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 28136 17:47:05.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:05.723413 28084 connection.cc:512] server connection from 127.27.71.193:41623 recv error: Network error: failed to read from TLS socket (remote: 127.27.71.193:41623): Connection reset by peer (error 104) 17:47:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:05.723388 28016 connection.cc:512] server connection from 127.27.71.193:47080 recv error: Network error: failed to read from TLS socket (remote: 127.27.71.193:47080): Connection reset by peer (error 104) 17:47:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:05.723636 27953 connection.cc:512] server connection from 127.27.71.193:43851 recv error: Network error: failed to read from TLS socket (remote: 127.27.71.193:43851): Connection reset by peer (error 104) 17:47:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.724494 27935 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 28295 17:47:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:05.745658 27953 connection.cc:512] server connection from 127.27.71.194:57090 recv error: Network error: failed to read from TLS socket (remote: 127.27.71.194:57090): Connection reset by peer (error 104) 17:47:05.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:05.746368 28017 connection.cc:512] server connection from 127.27.71.194:54284 recv error: Network error: failed to read from TLS socket (remote: 127.27.71.194:54284): Connection reset by peer (error 104) 17:47:05.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:05.746356 28083 connection.cc:512] server connection from 127.27.71.194:48051 recv error: Network error: failed to read from TLS socket (remote: 127.27.71.194:48051): Connection reset by peer (error 104) 17:47:05.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.747686 27935 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 28431 17:47:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:05.768028 27955 connection.cc:512] server connection from 127.27.71.195:60751 recv error: Network error: failed to read from TLS socket (remote: 127.27.71.195:60751): Connection reset by peer (error 104) 17:47:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:05.768028 28082 connection.cc:512] server connection from 127.27.71.195:40547 recv error: Network error: failed to read from TLS socket (remote: 127.27.71.195:40547): Connection reset by peer (error 104) 17:47:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:05.768841 28017 connection.cc:512] server connection from 127.27.71.195:57357 recv error: Network error: failed to read from TLS socket (remote: 127.27.71.195:57357): Connection reset by peer (error 104) 17:47:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.769500 27935 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 27943 17:47:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.791487 27935 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 28005 17:47:05.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:05.811342 27935 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 28071 17:47:06.854 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614026854 17:47:06.855 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:47:06.855 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:47:06.855 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:47:06.855 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.070756 28684 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/wal 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/data 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.3.62:56848 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.3.62 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/logs 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/data/info.pb 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.28.3.62:56848,127.28.3.61:56640,127.28.3.60:37078 with env {} 17:47:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.233263 28692 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.233716 28692 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:07.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.243113 28692 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:07.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.243269 28692 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:07.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.243513 28692 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:07.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.243666 28692 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.263062 28692 master_main.cc:73] Master server non-default flags: 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/data 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/wal 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.28.3.62:56848,127.28.3.61:56640,127.28.3.60:37078 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.3.62:56848 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/data/info.pb 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.3.62 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/logs 17:47:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:07.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.278216 28692 master_main.cc:80] Initializing master server... 17:47:07.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.281102 28692 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 189064us 17:47:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.281966 28692 fs_manager.cc:262] Metadata directory not provided 17:47:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.282111 28692 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.282523 28692 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.282649 28692 server_base.cc:433] Attempting to create new FS layout instead 17:47:07.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.286636 28692 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/data/instance: 17:47:07.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" 17:47:07.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:07.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.287441 28692 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/wal/instance: 17:47:07.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" 17:47:07.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:07.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.301672 28692 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.004s 17:47:07.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.303022 28692 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:07.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.304311 28692 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:07.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.313087 28692 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s 17:47:07.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.313241 28692 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/wal 17:47:07.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" 17:47:07.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.313719 28692 fs_report.cc:352] FS layout report 17:47:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/wal 17:47:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/wal 17:47:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/data/data 17:47:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:07.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.497556 28692 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:07.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.500382 28692 master_main.cc:83] Starting Master server... 17:47:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.587860 28692 rpc_server.cc:205] RPC server started. Bound to: 127.28.3.62:56848 17:47:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.588707 28692 webserver.cc:175] Starting webserver on 127.28.3.62:0 17:47:07.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.588806 28692 webserver.cc:186] Document root disabled 17:47:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.590644 28692 webserver.cc:313] Webserver started. Bound to: http://127.28.3.62:57314/ 17:47:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.591352 28692 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-0/data/info.pb 17:47:07.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.594630 28753 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.596837 28684 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 28692 17:47:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.597636 28684 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/wal 17:47:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/data 17:47:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.3.61:56640 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.3.61 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/logs 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/data/info.pb 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.28.3.62:56848,127.28.3.61:56640,127.28.3.60:37078 with env {} 17:47:07.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.610473 28753 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } has no permanent_uuid. Determining permanent_uuid... 17:47:07.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.630964 28753 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } has no permanent_uuid. Determining permanent_uuid... 17:47:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.632647 28753 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.3.61:56640: Network error: Client connection negotiation failed: client connection to 127.28.3.61:56640: connect: Connection refused (error 111) 17:47:07.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.652050 28753 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } attempt: 1 17:47:07.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.653453 28753 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.3.61:56640: Network error: Client connection negotiation failed: client connection to 127.28.3.61:56640: connect: Connection refused (error 111) 17:47:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.701783 28753 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } attempt: 2 17:47:07.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.703132 28753 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.3.61:56640: Network error: Client connection negotiation failed: client connection to 127.28.3.61:56640: connect: Connection refused (error 111) 17:47:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.763934 28754 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.764314 28754 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.773589 28754 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.773720 28754 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.773816 28754 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:07.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.773933 28754 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.793231 28754 master_main.cc:73] Master server non-default flags: 17:47:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/data 17:47:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/wal 17:47:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.28.3.62:56848,127.28.3.61:56640,127.28.3.60:37078 17:47:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.3.61:56640 17:47:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/data/info.pb 17:47:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.3.61 17:47:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/logs 17:47:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:07.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.808037 28754 master_main.cc:80] Initializing master server... 17:47:07.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.810528 28754 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 189064us 17:47:07.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.811323 28754 fs_manager.cc:262] Metadata directory not provided 17:47:07.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.811471 28754 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:07.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.811839 28754 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:07.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.811954 28754 server_base.cc:433] Attempting to create new FS layout instead 17:47:07.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.814482 28753 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } attempt: 3 17:47:07.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.815685 28753 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.3.61:56640: Network error: Client connection negotiation failed: client connection to 127.28.3.61:56640: connect: Connection refused (error 111) 17:47:07.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.816148 28754 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/data/instance: 17:47:07.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f854d03a2a56453a8778d128e0030ad1" 17:47:07.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:07.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.816907 28754 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/wal/instance: 17:47:07.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f854d03a2a56453a8778d128e0030ad1" 17:47:07.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:07.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.830816 28754 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.007s sys 0.006s 17:47:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.831974 28754 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:07.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.833163 28754 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.842254 28754 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:47:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.842378 28754 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/wal 17:47:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f854d03a2a56453a8778d128e0030ad1" 17:47:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.842629 28754 fs_report.cc:352] FS layout report 17:47:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/wal 17:47:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/wal 17:47:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/data/data 17:47:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:07.992020 28753 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } attempt: 4 17:47:07.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:07.993530 28753 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.3.61:56640: Network error: Client connection negotiation failed: client connection to 127.28.3.61:56640: connect: Connection refused (error 111) 17:47:08.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.001830 28754 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:08.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.004331 28754 master_main.cc:83] Starting Master server... 17:47:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.092886 28754 rpc_server.cc:205] RPC server started. Bound to: 127.28.3.61:56640 17:47:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.093757 28754 webserver.cc:175] Starting webserver on 127.28.3.61:0 17:47:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.093856 28754 webserver.cc:186] Document root disabled 17:47:08.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.095782 28754 webserver.cc:313] Webserver started. Bound to: http://127.28.3.61:38973/ 17:47:08.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.096530 28754 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-1/data/info.pb 17:47:08.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.100139 28819 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:08.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.106204 28684 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 28754 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.106950 28684 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/wal 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/data 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.3.60:37078 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.3.60 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/logs 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/data/info.pb 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:08.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.28.3.62:56848,127.28.3.61:56640,127.28.3.60:37078 with env {} 17:47:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.113138 28819 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } has no permanent_uuid. Determining permanent_uuid... 17:47:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.130599 28819 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } has no permanent_uuid. Determining permanent_uuid... 17:47:08.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.141795 28819 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } has no permanent_uuid. Determining permanent_uuid... 17:47:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.143152 28819 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.3.60:37078: Network error: Client connection negotiation failed: client connection to 127.28.3.60:37078: connect: Connection refused (error 111) 17:47:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.162549 28819 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } attempt: 1 17:47:08.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.163884 28819 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.3.60:37078: Network error: Client connection negotiation failed: client connection to 127.28.3.60:37078: connect: Connection refused (error 111) 17:47:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.212205 28819 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } attempt: 2 17:47:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.213551 28819 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.3.60:37078: Network error: Client connection negotiation failed: client connection to 127.28.3.60:37078: connect: Connection refused (error 111) 17:47:08.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:08.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.271123 28820 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:08.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.271531 28820 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.280944 28820 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.281080 28820 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.281179 28820 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.281285 28820 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.296870 28753 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } attempt: 5 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.303143 28820 master_main.cc:73] Master server non-default flags: 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/data 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/wal 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.28.3.62:56848,127.28.3.61:56640,127.28.3.60:37078 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.3.60:37078 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/data/info.pb 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.3.60 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/logs 17:47:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.304764 28753 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } has no permanent_uuid. Determining permanent_uuid... 17:47:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.305935 28753 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.3.60:37078: Network error: Client connection negotiation failed: client connection to 127.28.3.60:37078: connect: Connection refused (error 111) 17:47:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.319074 28820 master_main.cc:80] Initializing master server... 17:47:08.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.321667 28820 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 189564us 17:47:08.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.322500 28820 fs_manager.cc:262] Metadata directory not provided 17:47:08.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.322626 28820 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.322928 28820 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.323043 28820 server_base.cc:433] Attempting to create new FS layout instead 17:47:08.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.324856 28819 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } attempt: 3 17:47:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.326069 28819 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.3.60:37078: Network error: Client connection negotiation failed: client connection to 127.28.3.60:37078: connect: Connection refused (error 111) 17:47:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.327018 28820 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/data/instance: 17:47:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e6dde74f188b4e48a0b27248d5e15384" 17:47:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:08 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.327756 28820 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/wal/instance: 17:47:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e6dde74f188b4e48a0b27248d5e15384" 17:47:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:08 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:08.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.342581 28820 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.005s 17:47:08.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.343863 28820 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:08.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.344271 28753 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } attempt: 1 17:47:08.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.345082 28820 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:08.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.345628 28753 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.3.60:37078: Network error: Client connection negotiation failed: client connection to 127.28.3.60:37078: connect: Connection refused (error 111) 17:47:08.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.353621 28820 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:47:08.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.353756 28820 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/wal 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e6dde74f188b4e48a0b27248d5e15384" 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:08 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.354007 28820 fs_report.cc:352] FS layout report 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/wal 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/wal 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/data/data 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:08.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.393951 28753 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } attempt: 2 17:47:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.395197 28753 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.3.60:37078: Network error: Client connection negotiation failed: client connection to 127.28.3.60:37078: connect: Connection refused (error 111) 17:47:08.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.495494 28753 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } attempt: 3 17:47:08.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.497376 28753 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.3.60:37078: Network error: Client connection negotiation failed: client connection to 127.28.3.60:37078: connect: Connection refused (error 111) 17:47:08.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.502449 28819 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } attempt: 4 17:47:08.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.504977 28819 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.3.60:37078: Network error: Client connection negotiation failed: client connection to 127.28.3.60:37078: connect: Connection refused (error 111) 17:47:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.534164 28820 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.536602 28820 master_main.cc:83] Starting Master server... 17:47:08.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.629197 28820 rpc_server.cc:205] RPC server started. Bound to: 127.28.3.60:37078 17:47:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.630146 28820 webserver.cc:175] Starting webserver on 127.28.3.60:0 17:47:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.630259 28820 webserver.cc:186] Document root disabled 17:47:08.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.632203 28820 webserver.cc:313] Webserver started. Bound to: http://127.28.3.60:47158/ 17:47:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.632985 28820 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/master-2/data/info.pb 17:47:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.636260 28883 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.636409 28684 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 28820 17:47:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.637301 28684 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/wal 17:47:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/data 17:47:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.3.1:0 17:47:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.28.3.1 17:47:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.3.1 17:47:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.28.3.62:56848,127.28.3.61:56640,127.28.3.60:37078 17:47:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/logs 17:47:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/data/info.pb 17:47:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.638486 28753 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } attempt: 4 17:47:08.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.665678 28883 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } has no permanent_uuid. Determining permanent_uuid... 17:47:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.675063 28753 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4: Bootstrap starting. 17:47:08.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.677808 28753 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4: No blocks or log segments found. Creating new log. 17:47:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.679471 28753 log.cc:525] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4: Log is configured to *not* fsync() on all Append() calls 17:47:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.683835 28883 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } has no permanent_uuid. Determining permanent_uuid... 17:47:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.684803 28753 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4: No bootstrap required, opened a new log 17:47:08.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.693275 28883 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } has no permanent_uuid. Determining permanent_uuid... 17:47:08.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.707011 28883 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384: Bootstrap starting. 17:47:08.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.710685 28883 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384: No blocks or log segments found. Creating new log. 17:47:08.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.712262 28753 raft_consensus.cc:325] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } 17:47:08.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.712875 28883 log.cc:525] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384: Log is configured to *not* fsync() on all Append() calls 17:47:08.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.713343 28753 raft_consensus.cc:351] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:08.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.713785 28753 raft_consensus.cc:630] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8961cdb40dd14d38a4d9c00bfb355ee4, State: Initialized, Role: FOLLOWER 17:47:08.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.714609 28753 consensus_queue.cc:228] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } 17:47:08.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.717813 28883 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384: No bootstrap required, opened a new log 17:47:08.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.729672 28753 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } } 17:47:08.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.731104 28753 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [sys.catalog]: This master's current role is: FOLLOWER 17:47:08.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.732555 28753 sys_catalog.cc:424] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [sys.catalog]: configured and running, proceeding with master startup. 17:47:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.740345 28883 raft_consensus.cc:325] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } 17:47:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.741410 28883 raft_consensus.cc:351] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.742274 28883 raft_consensus.cc:630] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e6dde74f188b4e48a0b27248d5e15384, State: Initialized, Role: FOLLOWER 17:47:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.743213 28883 consensus_queue.cc:228] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } 17:47:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.761996 28883 sys_catalog.cc:337] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } } 17:47:08.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.763546 28883 sys_catalog.cc:340] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [sys.catalog]: This master's current role is: FOLLOWER 17:47:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.791184 28839 tablet.cc:1728] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:08.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.808321 28819 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } attempt: 5 17:47:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.730098 28890 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } } 17:47:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.811386 28890 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [sys.catalog]: This master's current role is: FOLLOWER 17:47:08.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.824062 28819 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1: Bootstrap starting. 17:47:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.827785 28819 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1: No blocks or log segments found. Creating new log. 17:47:08.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.830190 28819 log.cc:525] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1: Log is configured to *not* fsync() on all Append() calls 17:47:08.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.850215 28819 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1: No bootstrap required, opened a new log 17:47:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.860255 28884 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:08.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.860826 28890 raft_consensus.cc:457] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:08.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.861109 28890 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4: Snoozing failure detection for 1.510s (starting election) 17:47:08.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.861469 28884 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:08.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.861397 28890 raft_consensus.cc:479] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } 17:47:08.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.862692 28890 leader_election.cc:251] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer f854d03a2a56453a8778d128e0030ad1 (127.28.3.61:56640) 17:47:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.863310 28890 leader_election.cc:251] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer e6dde74f188b4e48a0b27248d5e15384 (127.28.3.60:37078) 17:47:08.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.864696 28860 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e6dde74f188b4e48a0b27248d5e15384" is_pre_election: true 17:47:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.878412 28884 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.878161 28819 raft_consensus.cc:325] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } 17:47:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.879349 28884 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.3.1 17:47:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.754865 28709 tablet.cc:1728] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:08.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.881136 28819 raft_consensus.cc:351] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:08.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.881350 28819 raft_consensus.cc:630] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f854d03a2a56453a8778d128e0030ad1, State: Initialized, Role: FOLLOWER 17:47:08.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.882051 28819 consensus_queue.cc:228] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } 17:47:08.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.885267 28819 sys_catalog.cc:337] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } } 17:47:08.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.885991 28819 sys_catalog.cc:340] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [sys.catalog]: This master's current role is: FOLLOWER 17:47:08.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.887115 28692 master_main.cc:86] Master server successfully started. 17:47:08.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.888661 28819 sys_catalog.cc:424] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [sys.catalog]: configured and running, proceeding with master startup. 17:47:08.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.898443 28891 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:08.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.898861 28891 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:08.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.762567 28893 sys_catalog.cc:337] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } } 17:47:08.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.904183 28893 sys_catalog.cc:340] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [sys.catalog]: This master's current role is: FOLLOWER 17:47:08.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.763726 28892 raft_consensus.cc:457] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:08.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.912525 28892 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384: Snoozing failure detection for 2.047s (starting election) 17:47:08.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.912930 28892 raft_consensus.cc:479] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } 17:47:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.914361 28892 leader_election.cc:251] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 8961cdb40dd14d38a4d9c00bfb355ee4 (127.28.3.62:56848) 17:47:08.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.914944 28860 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384: Snoozing failure detection for 1.686s (vote granted) 17:47:08.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.915150 28892 leader_election.cc:251] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer f854d03a2a56453a8778d128e0030ad1 (127.28.3.61:56640) 17:47:08.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.915297 28860 raft_consensus.cc:2255] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8961cdb40dd14d38a4d9c00bfb355ee4 in term 0. 17:47:08.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.917102 28883 sys_catalog.cc:424] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [sys.catalog]: configured and running, proceeding with master startup. 17:47:08.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.917125 28730 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e6dde74f188b4e48a0b27248d5e15384" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" is_pre_election: true 17:47:08.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.919059 28701 leader_election.cc:387] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [CANDIDATE]: Term 1 pre-election: Vote granted by peer e6dde74f188b4e48a0b27248d5e15384 (127.28.3.60:37078) 17:47:08.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.919081 28730 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4: Snoozing failure detection for 1.664s (vote granted) 17:47:08.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.919417 28730 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e6dde74f188b4e48a0b27248d5e15384 in term 0. 17:47:08.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.919417 28701 leader_election.cc:278] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:47:08.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.920723 28890 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4: Snoozing failure detection for 1.764s (election complete) 17:47:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.920944 28890 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:47:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.920986 28831 leader_election.cc:387] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 8961cdb40dd14d38a4d9c00bfb355ee4 (127.28.3.62:56848) 17:47:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.921157 28890 raft_consensus.cc:457] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:47:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.921229 28831 leader_election.cc:278] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:47:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.921389 28890 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4: Snoozing failure detection for 2.021s (starting election) 17:47:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.921622 28890 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 0 FOLLOWER]: Advancing to term 1 17:47:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.922103 28892 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384: Snoozing failure detection for 2.159s (election complete) 17:47:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.922500 28892 raft_consensus.cc:2549] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:47:08.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.924234 28820 master_main.cc:86] Master server successfully started. 17:47:08.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.922802 28892 raft_consensus.cc:457] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:47:08.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.924494 28892 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384: Snoozing failure detection for 2.144s (starting election) 17:47:08.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.924715 28892 raft_consensus.cc:2794] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 0 FOLLOWER]: Advancing to term 1 17:47:08.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.926414 28890 raft_consensus.cc:479] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } 17:47:08.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.927399 28890 leader_election.cc:251] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [CANDIDATE]: Term 1 election: Requesting vote from peer f854d03a2a56453a8778d128e0030ad1 (127.28.3.61:56640) 17:47:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.927848 28890 leader_election.cc:251] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [CANDIDATE]: Term 1 election: Requesting vote from peer e6dde74f188b4e48a0b27248d5e15384 (127.28.3.60:37078) 17:47:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.929718 28860 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e6dde74f188b4e48a0b27248d5e15384" 17:47:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.929585 28892 raft_consensus.cc:479] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } 17:47:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.930732 28892 leader_election.cc:251] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [CANDIDATE]: Term 1 election: Requesting vote from peer 8961cdb40dd14d38a4d9c00bfb355ee4 (127.28.3.62:56848) 17:47:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.930879 28860 raft_consensus.cc:2185] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 8961cdb40dd14d38a4d9c00bfb355ee4 in current term 1: Already voted for candidate e6dde74f188b4e48a0b27248d5e15384 in this term. 17:47:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.931949 28701 leader_election.cc:401] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [CANDIDATE]: Term 1 election: Vote denied by peer e6dde74f188b4e48a0b27248d5e15384 (127.28.3.60:37078). Message: Invalid argument: T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 8961cdb40dd14d38a4d9c00bfb355ee4 in current term 1: Already voted for candidate e6dde74f188b4e48a0b27248d5e15384 in this term. 17:47:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.939019 28892 leader_election.cc:251] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [CANDIDATE]: Term 1 election: Requesting vote from peer f854d03a2a56453a8778d128e0030ad1 (127.28.3.61:56640) 17:47:08.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.940675 28900 catalog_manager.cc:1084] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:08.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:08.941004 28900 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:08.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.941212 28730 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e6dde74f188b4e48a0b27248d5e15384" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" 17:47:08.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.941848 28730 raft_consensus.cc:2185] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate e6dde74f188b4e48a0b27248d5e15384 in current term 1: Already voted for candidate 8961cdb40dd14d38a4d9c00bfb355ee4 in this term. 17:47:08.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.944239 28831 leader_election.cc:401] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [CANDIDATE]: Term 1 election: Vote denied by peer 8961cdb40dd14d38a4d9c00bfb355ee4 (127.28.3.62:56848). Message: Invalid argument: T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate e6dde74f188b4e48a0b27248d5e15384 in current term 1: Already voted for candidate 8961cdb40dd14d38a4d9c00bfb355ee4 in this term. 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.965838 28884 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/data 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/wal 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.3.1:0 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/data/info.pb 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.3.1 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.28.3.62:56848,127.28.3.61:56640,127.28.3.60:37078 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.28.3.1 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/logs 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:09.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.010591 28884 tablet_server_main.cc:85] Initializing tablet server... 17:47:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.019556 28884 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 190064us 17:47:09.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.020238 28884 fs_manager.cc:262] Metadata directory not provided 17:47:09.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.020439 28884 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:09.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.020807 28884 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:09.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.020988 28884 server_base.cc:433] Attempting to create new FS layout instead 17:47:09.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:08.886546 28895 sys_catalog.cc:337] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } } 17:47:09.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.023133 28895 sys_catalog.cc:340] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [sys.catalog]: This master's current role is: FOLLOWER 17:47:09.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.023507 28895 raft_consensus.cc:457] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:09.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.023766 28895 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1: Snoozing failure detection for 2.136s (starting election) 17:47:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.024060 28895 raft_consensus.cc:479] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } 17:47:09.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.025303 28895 leader_election.cc:251] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 8961cdb40dd14d38a4d9c00bfb355ee4 (127.28.3.62:56848) 17:47:09.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.026196 28895 leader_election.cc:251] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer e6dde74f188b4e48a0b27248d5e15384 (127.28.3.60:37078) 17:47:09.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.027133 28730 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f854d03a2a56453a8778d128e0030ad1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" is_pre_election: true 17:47:09.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.027753 28730 raft_consensus.cc:2185] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f854d03a2a56453a8778d128e0030ad1 in current term 1: Already voted for candidate 8961cdb40dd14d38a4d9c00bfb355ee4 in this term. 17:47:09.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.028884 28860 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f854d03a2a56453a8778d128e0030ad1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e6dde74f188b4e48a0b27248d5e15384" is_pre_election: true 17:47:09.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.029531 28860 raft_consensus.cc:2185] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f854d03a2a56453a8778d128e0030ad1 in current term 1: Already voted for candidate e6dde74f188b4e48a0b27248d5e15384 in this term. 17:47:09.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.032299 28884 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/data/instance: 17:47:09.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4245f47934314bd4877cb9a3c2122f20" 17:47:09.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:09 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:09.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.033857 28767 leader_election.cc:401] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 8961cdb40dd14d38a4d9c00bfb355ee4 (127.28.3.62:56848). Message: Invalid argument: T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f854d03a2a56453a8778d128e0030ad1 in current term 1: Already voted for candidate 8961cdb40dd14d38a4d9c00bfb355ee4 in this term. 17:47:09.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.034646 28767 leader_election.cc:401] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [CANDIDATE]: Term 1 pre-election: Vote denied by peer e6dde74f188b4e48a0b27248d5e15384 (127.28.3.60:37078). Message: Invalid argument: T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f854d03a2a56453a8778d128e0030ad1 in current term 1: Already voted for candidate e6dde74f188b4e48a0b27248d5e15384 in this term. 17:47:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.034898 28767 leader_election.cc:278] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:47:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.035462 28884 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/wal/instance: 17:47:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4245f47934314bd4877cb9a3c2122f20" 17:47:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:09 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.035521 28895 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1: Snoozing failure detection for 1.787s (election complete) 17:47:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.035763 28895 raft_consensus.cc:2794] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [term 0 FOLLOWER]: Advancing to term 1 17:47:09.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.040729 28895 raft_consensus.cc:2497] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:47:09.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.064935 28884 fs_manager.cc:502] Time spent creating directory manager: real 0.029s user 0.013s sys 0.011s 17:47:09.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.067004 28884 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:09.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.068564 28884 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:09.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.086904 28884 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.000s sys 0.005s 17:47:09.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.087299 28884 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/wal 17:47:09.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4245f47934314bd4877cb9a3c2122f20" 17:47:09.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:09 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.087832 28884 fs_report.cc:352] FS layout report 17:47:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/wal 17:47:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/wal 17:47:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/data/data 17:47:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:09.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:09.007746 28775 tablet.cc:1728] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:09.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.131996 28794 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e6dde74f188b4e48a0b27248d5e15384" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f854d03a2a56453a8778d128e0030ad1" 17:47:09.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.137840 28754 master_main.cc:86] Master server successfully started. 17:47:09.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.132967 28793 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f854d03a2a56453a8778d128e0030ad1" 17:47:09.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.132545 28795 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e6dde74f188b4e48a0b27248d5e15384" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f854d03a2a56453a8778d128e0030ad1" is_pre_election: true 17:47:09.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.133008 28796 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f854d03a2a56453a8778d128e0030ad1" is_pre_election: true 17:47:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.138094 28794 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1: Snoozing failure detection for 3.109s (vote granted) 17:47:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.152070 28794 raft_consensus.cc:2255] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e6dde74f188b4e48a0b27248d5e15384 in term 1. 17:47:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.152910 28795 raft_consensus.cc:2230] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e6dde74f188b4e48a0b27248d5e15384 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.153394 28796 raft_consensus.cc:2230] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 8961cdb40dd14d38a4d9c00bfb355ee4 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.153509 28831 leader_election.cc:387] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [CANDIDATE]: Term 1 election: Vote granted by peer f854d03a2a56453a8778d128e0030ad1 (127.28.3.61:56640) 17:47:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.153789 28831 leader_election.cc:278] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.154551 28793 raft_consensus.cc:2230] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 8961cdb40dd14d38a4d9c00bfb355ee4 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.154525 28892 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384: Snoozing failure detection for 1.532s (election complete) 17:47:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.154765 28892 raft_consensus.cc:2549] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 1 FOLLOWER]: Leader election won for term 1 17:47:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:09.151459 28897 catalog_manager.cc:1084] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:09.155046 28897 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.155072 28892 raft_consensus.cc:595] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [term 1 LEADER]: Becoming Leader. State: Replica: e6dde74f188b4e48a0b27248d5e15384, State: Running, Role: LEADER 17:47:09.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.155583 28892 consensus_queue.cc:205] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } 17:47:09.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.157640 28701 leader_election.cc:401] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [CANDIDATE]: Term 1 pre-election: Vote denied by peer f854d03a2a56453a8778d128e0030ad1 (127.28.3.61:56640). Message: Service unavailable: T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 8961cdb40dd14d38a4d9c00bfb355ee4 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:09.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.158468 28701 leader_election.cc:401] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [CANDIDATE]: Term 1 election: Vote denied by peer f854d03a2a56453a8778d128e0030ad1 (127.28.3.61:56640). Message: Service unavailable: T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 8961cdb40dd14d38a4d9c00bfb355ee4 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:09.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.158707 28701 leader_election.cc:278] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. 17:47:09.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.158731 28831 leader_election.cc:401] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [CANDIDATE]: Term 1 pre-election: Vote denied by peer f854d03a2a56453a8778d128e0030ad1 (127.28.3.61:56640). Message: Service unavailable: T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e6dde74f188b4e48a0b27248d5e15384 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:09.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.159390 28890 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4: Snoozing failure detection for 1.674s (election complete) 17:47:09.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.159632 28890 raft_consensus.cc:2497] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority 17:47:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.170161 28893 sys_catalog.cc:337] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e6dde74f188b4e48a0b27248d5e15384. Latest consensus state: current_term: 1 leader_uuid: "e6dde74f188b4e48a0b27248d5e15384" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } } 17:47:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.170863 28893 sys_catalog.cc:340] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [sys.catalog]: This master's current role is: LEADER 17:47:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.188292 28914 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:47:09.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.191823 28914 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:47:09.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.340064 28730 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [term 1 FOLLOWER]: Refusing update from remote peer e6dde74f188b4e48a0b27248d5e15384: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:09.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.340031 28795 raft_consensus.cc:1083] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [term 1 FOLLOWER]: Refusing update from remote peer e6dde74f188b4e48a0b27248d5e15384: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:09.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.341490 28892 consensus_queue.cc:963] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.342607 28892 consensus_queue.cc:963] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:09.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.364419 28901 sys_catalog.cc:337] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e6dde74f188b4e48a0b27248d5e15384. Latest consensus state: current_term: 1 leader_uuid: "e6dde74f188b4e48a0b27248d5e15384" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } } 17:47:09.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.365535 28901 sys_catalog.cc:340] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [sys.catalog]: This master's current role is: FOLLOWER 17:47:09.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.368896 28893 sys_catalog.cc:337] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e6dde74f188b4e48a0b27248d5e15384" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } } 17:47:09.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.369534 28893 sys_catalog.cc:340] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [sys.catalog]: This master's current role is: LEADER 17:47:09.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.371197 28914 catalog_manager.cc:924] Generated new certificate authority record 17:47:09.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.373306 28914 catalog_manager.cc:1046] Loading token signing keys... 17:47:09.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.390439 28892 sys_catalog.cc:337] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e6dde74f188b4e48a0b27248d5e15384" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } } 17:47:09.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.391131 28892 sys_catalog.cc:340] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384 [sys.catalog]: This master's current role is: LEADER 17:47:09.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.391875 28890 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e6dde74f188b4e48a0b27248d5e15384. Latest consensus state: current_term: 1 leader_uuid: "e6dde74f188b4e48a0b27248d5e15384" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } } 17:47:09.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.393697 28901 sys_catalog.cc:337] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e6dde74f188b4e48a0b27248d5e15384" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } } 17:47:09.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.394354 28901 sys_catalog.cc:340] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1 [sys.catalog]: This master's current role is: FOLLOWER 17:47:09.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.394445 28890 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [sys.catalog]: This master's current role is: FOLLOWER 17:47:09.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.405521 28914 catalog_manager.cc:4062] T 00000000000000000000000000000000 P e6dde74f188b4e48a0b27248d5e15384: Generated new TSK 0 17:47:09.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.416174 28890 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e6dde74f188b4e48a0b27248d5e15384" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8961cdb40dd14d38a4d9c00bfb355ee4" member_type: VOTER last_known_addr { host: "127.28.3.62" port: 56848 } } peers { permanent_uuid: "f854d03a2a56453a8778d128e0030ad1" member_type: VOTER last_known_addr { host: "127.28.3.61" port: 56640 } } peers { permanent_uuid: "e6dde74f188b4e48a0b27248d5e15384" member_type: VOTER last_known_addr { host: "127.28.3.60" port: 37078 } } } 17:47:09.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.416851 28890 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4 [sys.catalog]: This master's current role is: FOLLOWER 17:47:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.442288 28884 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:09.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.447213 28884 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.456506 28884 tablet_server_main.cc:90] Starting tablet server... 17:47:09.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.883283 28884 rpc_server.cc:205] RPC server started. Bound to: 127.28.3.1:35625 17:47:09.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.885126 28884 webserver.cc:175] Starting webserver on 127.28.3.1:0 17:47:09.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.885484 28884 webserver.cc:186] Document root disabled 17:47:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.895269 28884 webserver.cc:313] Webserver started. Bound to: http://127.28.3.1:56576/ 17:47:09.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.896495 28884 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-0/data/info.pb 17:47:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.906364 28684 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 28884 17:47:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.907647 28684 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/wal 17:47:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/data 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.3.2:0 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.28.3.2 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.3.2 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.28.3.62:56848,127.28.3.61:56640,127.28.3.60:37078 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/logs 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/data/info.pb 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:09.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.917500 28891 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4: acquiring CA information for follower catalog manager: success 17:47:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.923928 28891 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 8961cdb40dd14d38a4d9c00bfb355ee4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.954018 28884 tablet_server_main.cc:93] Tablet server successfully started. 17:47:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.987239 29034 heartbeater.cc:346] Connected to a master server at 127.28.3.62:56848 17:47:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.987591 29034 heartbeater.cc:426] Registering TS with master... 17:47:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.988140 29034 heartbeater.cc:475] Master 127.28.3.62:56848 requested a full tablet report, sending... 17:47:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.991119 28720 ts_manager.cc:98] Registered new tserver with Master: 4245f47934314bd4877cb9a3c2122f20 (127.28.3.1:35625) 17:47:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.987248 29035 heartbeater.cc:346] Connected to a master server at 127.28.3.61:56640 17:47:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.017227 29035 heartbeater.cc:426] Registering TS with master... 17:47:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.017716 29035 heartbeater.cc:475] Master 127.28.3.61:56640 requested a full tablet report, sending... 17:47:10.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:09.993518 29039 heartbeater.cc:346] Connected to a master server at 127.28.3.60:37078 17:47:10.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.019968 29039 heartbeater.cc:426] Registering TS with master... 17:47:10.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.020393 29039 heartbeater.cc:475] Master 127.28.3.60:37078 requested a full tablet report, sending... 17:47:10.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.020891 28786 ts_manager.cc:98] Registered new tserver with Master: 4245f47934314bd4877cb9a3c2122f20 (127.28.3.1:35625) 17:47:10.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.022771 28850 ts_manager.cc:98] Registered new tserver with Master: 4245f47934314bd4877cb9a3c2122f20 (127.28.3.1:35625) 17:47:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.025436 28850 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.28.3.1:41858 17:47:10.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.161356 28897 catalog_manager.cc:1082] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1: acquiring CA information for follower catalog manager: success 17:47:10.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.172549 28897 catalog_manager.cc:1110] T 00000000000000000000000000000000 P f854d03a2a56453a8778d128e0030ad1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:10.181082 29038 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:10.181941 29038 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:10.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:10.197711 29038 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:10.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:10.198457 29038 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.3.2 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.242887 29038 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/data 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/wal 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.3.2:0 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/data/info.pb 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.3.2 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.28.3.62:56848,127.28.3.61:56640,127.28.3.60:37078 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.28.3.2 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/logs 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:10.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:10.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:10.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:10.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.270764 29038 tablet_server_main.cc:85] Initializing tablet server... 17:47:10.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.274147 29038 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 190564us 17:47:10.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.275035 29038 fs_manager.cc:262] Metadata directory not provided 17:47:10.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.275332 29038 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:10.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.275836 29038 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:10.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.276124 29038 server_base.cc:433] Attempting to create new FS layout instead 17:47:10.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.281117 29038 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/data/instance: 17:47:10.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ba4cb9529b334c36962cd81136406db9" 17:47:10.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:10 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:10.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.282553 29038 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/wal/instance: 17:47:10.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ba4cb9529b334c36962cd81136406db9" 17:47:10.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:10 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.310272 29038 fs_manager.cc:502] Time spent creating directory manager: real 0.027s user 0.013s sys 0.011s 17:47:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.312350 29038 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:10.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.313141 29038 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:10.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.330762 29038 fs_manager.cc:418] Time spent opening block manager: real 0.006s user 0.002s sys 0.004s 17:47:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.331198 29038 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/wal 17:47:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ba4cb9529b334c36962cd81136406db9" 17:47:10.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:10 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.331764 29038 fs_report.cc:352] FS layout report 17:47:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/wal 17:47:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/wal 17:47:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/data/data 17:47:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:10.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.563611 29038 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:10.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.572525 29038 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:10.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:10.578712 29038 tablet_server_main.cc:90] Starting tablet server... 17:47:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.029117 29039 heartbeater.cc:467] Master 127.28.3.60:37078 was elected leader, sending a full tablet report... 17:47:11.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.212718 29038 rpc_server.cc:205] RPC server started. Bound to: 127.28.3.2:37357 17:47:11.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.214006 29038 webserver.cc:175] Starting webserver on 127.28.3.2:0 17:47:11.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.214133 29038 webserver.cc:186] Document root disabled 17:47:11.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.215972 29038 webserver.cc:313] Webserver started. Bound to: http://127.28.3.2:34783/ 17:47:11.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.216823 29038 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-1/data/info.pb 17:47:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.222750 28684 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 29038 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.223826 28684 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/wal 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/data 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.3.3:0 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.28.3.3 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.3.3 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.28.3.62:56848,127.28.3.61:56640,127.28.3.60:37078 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/logs 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/data/info.pb 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:11.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.256152 29038 tablet_server_main.cc:93] Tablet server successfully started. 17:47:11.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.281764 29167 heartbeater.cc:346] Connected to a master server at 127.28.3.61:56640 17:47:11.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.282150 29167 heartbeater.cc:426] Registering TS with master... 17:47:11.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.283071 29167 heartbeater.cc:475] Master 127.28.3.61:56640 requested a full tablet report, sending... 17:47:11.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.290649 28786 ts_manager.cc:98] Registered new tserver with Master: ba4cb9529b334c36962cd81136406db9 (127.28.3.2:37357) 17:47:11.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.291173 29166 heartbeater.cc:346] Connected to a master server at 127.28.3.62:56848 17:47:11.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.291502 29166 heartbeater.cc:426] Registering TS with master... 17:47:11.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.291996 29166 heartbeater.cc:475] Master 127.28.3.62:56848 requested a full tablet report, sending... 17:47:11.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.294320 28720 ts_manager.cc:98] Registered new tserver with Master: ba4cb9529b334c36962cd81136406db9 (127.28.3.2:37357) 17:47:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.282515 29169 heartbeater.cc:346] Connected to a master server at 127.28.3.60:37078 17:47:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.297888 29169 heartbeater.cc:426] Registering TS with master... 17:47:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.298341 29169 heartbeater.cc:475] Master 127.28.3.60:37078 requested a full tablet report, sending... 17:47:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.300277 28850 ts_manager.cc:98] Registered new tserver with Master: ba4cb9529b334c36962cd81136406db9 (127.28.3.2:37357) 17:47:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.302064 28850 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.28.3.2:60057 17:47:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:11.382880 29172 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:11.383492 29172 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:11.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:11.393714 29172 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:11.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:11.394234 29172 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.3.3 17:47:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.409158 29172 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/data 17:47:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/wal 17:47:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.3.3:0 17:47:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/data/info.pb 17:47:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.3.3 17:47:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.28.3.62:56848,127.28.3.61:56640,127.28.3.60:37078 17:47:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.28.3.3 17:47:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/logs 17:47:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:11.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:11.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.428057 29172 tablet_server_main.cc:85] Initializing tablet server... 17:47:11.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.430385 29172 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 191064us 17:47:11.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.431013 29172 fs_manager.cc:262] Metadata directory not provided 17:47:11.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.431154 29172 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:11.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.431654 29172 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:11.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.431784 29172 server_base.cc:433] Attempting to create new FS layout instead 17:47:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.435114 29172 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/data/instance: 17:47:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8d0c05d3bc774e94a03184a0a669437c" 17:47:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:11 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:11.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.435958 29172 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/wal/instance: 17:47:11.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8d0c05d3bc774e94a03184a0a669437c" 17:47:11.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:11 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:11.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.447834 29172 fs_manager.cc:502] Time spent creating directory manager: real 0.011s user 0.007s sys 0.003s 17:47:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.449090 29172 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.449687 29172 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:11.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.457751 29172 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:47:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.457973 29172 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/wal 17:47:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8d0c05d3bc774e94a03184a0a669437c" 17:47:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:11 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.458268 29172 fs_report.cc:352] FS layout report 17:47:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/wal 17:47:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/wal 17:47:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/data/data 17:47:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:11.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:11.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:11.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:11.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.645308 29172 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:11.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.651178 29172 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.652513 29172 tablet_server_main.cc:90] Starting tablet server... 17:47:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.761659 29172 rpc_server.cc:205] RPC server started. Bound to: 127.28.3.3:41292 17:47:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.762892 29172 webserver.cc:175] Starting webserver on 127.28.3.3:0 17:47:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.763123 29172 webserver.cc:186] Document root disabled 17:47:11.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.764732 29172 webserver.cc:313] Webserver started. Bound to: http://127.28.3.3:57230/ 17:47:11.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.765543 29172 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6833238652967830505/ts-2/data/info.pb 17:47:11.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.769836 28684 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 29172 17:47:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.784222 29172 tablet_server_main.cc:93] Tablet server successfully started. 17:47:11.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.832118 29303 heartbeater.cc:346] Connected to a master server at 127.28.3.60:37078 17:47:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.832691 29303 heartbeater.cc:426] Registering TS with master... 17:47:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.833319 29303 heartbeater.cc:475] Master 127.28.3.60:37078 requested a full tablet report, sending... 17:47:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.835346 28850 ts_manager.cc:98] Registered new tserver with Master: 8d0c05d3bc774e94a03184a0a669437c (127.28.3.3:41292) 17:47:11.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.837146 28850 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.28.3.3:57721 17:47:11.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.832382 29301 heartbeater.cc:346] Connected to a master server at 127.28.3.62:56848 17:47:11.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.843185 29301 heartbeater.cc:426] Registering TS with master... 17:47:11.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.843619 29301 heartbeater.cc:475] Master 127.28.3.62:56848 requested a full tablet report, sending... 17:47:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.832731 29302 heartbeater.cc:346] Connected to a master server at 127.28.3.61:56640 17:47:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.845309 29302 heartbeater.cc:426] Registering TS with master... 17:47:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.845705 29302 heartbeater.cc:475] Master 127.28.3.61:56640 requested a full tablet report, sending... 17:47:11.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.845938 28720 ts_manager.cc:98] Registered new tserver with Master: 8d0c05d3bc774e94a03184a0a669437c (127.28.3.3:41292) 17:47:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.848012 28786 ts_manager.cc:98] Registered new tserver with Master: 8d0c05d3bc774e94a03184a0a669437c (127.28.3.3:41292) 17:47:11.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.851389 28684 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:47:11.852 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:47:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.939528 28850 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.28.3.60:44909: 17:47:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:47:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:47:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:11.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.995402 28971 tablet_service.cc:759] Processing CreateTablet for tablet 7111398172e345f1b3dba3c6f33fc18f (table=test [id=55e8ded77dee4e18b1d75b7871fbe743]), partition=RANGE (key) PARTITION VALUES < 50 17:47:11.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.995801 29238 tablet_service.cc:759] Processing CreateTablet for tablet d83d1bf306fe42c8bd628c210e891bf7 (table=test [id=55e8ded77dee4e18b1d75b7871fbe743]), partition=RANGE (key) PARTITION VALUES >= 50 17:47:11.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.996378 28971 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 7111398172e345f1b3dba3c6f33fc18f. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:11.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:11.996603 29238 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet d83d1bf306fe42c8bd628c210e891bf7. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.010535 29238 ts_tablet_manager.cc:1173] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c: Registered tablet (data state: TABLET_DATA_READY) 17:47:12.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.012655 29372 ts_tablet_manager.cc:1028] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c: Bootstrapping tablet 17:47:12.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.013547 29372 tablet_bootstrap.cc:438] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c: Bootstrap starting. 17:47:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.014897 28971 ts_tablet_manager.cc:1173] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20: Registered tablet (data state: TABLET_DATA_READY) 17:47:12.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.016978 29373 ts_tablet_manager.cc:1028] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20: Bootstrapping tablet 17:47:12.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.017741 29373 tablet_bootstrap.cc:438] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20: Bootstrap starting. 17:47:12.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.018270 29372 tablet_bootstrap.cc:592] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c: No blocks or log segments found. Creating new log. 17:47:12.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.020340 29372 log.cc:525] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c: Log is configured to *not* fsync() on all Append() calls 17:47:12.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.021389 29373 tablet_bootstrap.cc:592] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20: No blocks or log segments found. Creating new log. 17:47:12.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.023031 29373 log.cc:525] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20: Log is configured to *not* fsync() on all Append() calls 17:47:12.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.024981 29372 tablet_bootstrap.cc:438] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c: No bootstrap required, opened a new log 17:47:12.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.025374 29372 ts_tablet_manager.cc:1045] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c: Time spent bootstrapping tablet: real 0.012s user 0.008s sys 0.002s 17:47:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.039414 29373 tablet_bootstrap.cc:438] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20: No bootstrap required, opened a new log 17:47:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.039904 29373 ts_tablet_manager.cc:1045] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20: Time spent bootstrapping tablet: real 0.022s user 0.006s sys 0.013s 17:47:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.043656 29372 raft_consensus.cc:325] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8d0c05d3bc774e94a03184a0a669437c" member_type: VOTER last_known_addr { host: "127.28.3.3" port: 41292 } } 17:47:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.044152 29372 raft_consensus.cc:351] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.044287 29372 raft_consensus.cc:630] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d0c05d3bc774e94a03184a0a669437c, State: Initialized, Role: FOLLOWER 17:47:12.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.044873 29372 consensus_queue.cc:228] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8d0c05d3bc774e94a03184a0a669437c" member_type: VOTER last_known_addr { host: "127.28.3.3" port: 41292 } } 17:47:12.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.045300 29372 raft_consensus.cc:365] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:12.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.045516 29372 raft_consensus.cc:457] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:12.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.045697 29372 raft_consensus.cc:2742] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c: Snoozing failure detection for 1.714s (starting election) 17:47:12.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.045904 29372 raft_consensus.cc:2794] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c [term 0 FOLLOWER]: Advancing to term 1 17:47:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.048930 29372 raft_consensus.cc:479] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8d0c05d3bc774e94a03184a0a669437c" member_type: VOTER last_known_addr { host: "127.28.3.3" port: 41292 } } 17:47:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.049638 29372 leader_election.cc:278] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:12.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.051757 29376 raft_consensus.cc:2742] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c: Snoozing failure detection for 1.828s (election complete) 17:47:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.052158 29376 raft_consensus.cc:2549] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c [term 1 FOLLOWER]: Leader election won for term 1 17:47:12.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.053128 29373 raft_consensus.cc:325] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4245f47934314bd4877cb9a3c2122f20" member_type: VOTER last_known_addr { host: "127.28.3.1" port: 35625 } } 17:47:12.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.053555 29303 heartbeater.cc:467] Master 127.28.3.60:37078 was elected leader, sending a full tablet report... 17:47:12.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.053917 29373 raft_consensus.cc:351] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:12.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.054294 29373 raft_consensus.cc:630] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4245f47934314bd4877cb9a3c2122f20, State: Initialized, Role: FOLLOWER 17:47:12.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.054985 29372 ts_tablet_manager.cc:1073] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c: Time spent starting tablet: real 0.029s user 0.019s sys 0.006s 17:47:12.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.054949 29373 consensus_queue.cc:228] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4245f47934314bd4877cb9a3c2122f20" member_type: VOTER last_known_addr { host: "127.28.3.1" port: 35625 } } 17:47:12.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.055660 29373 raft_consensus.cc:365] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:12.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.056026 29373 raft_consensus.cc:457] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:12.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.056046 29376 raft_consensus.cc:595] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c [term 1 LEADER]: Becoming Leader. State: Replica: 8d0c05d3bc774e94a03184a0a669437c, State: Running, Role: LEADER 17:47:12.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.056442 29373 raft_consensus.cc:2742] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20: Snoozing failure detection for 1.877s (starting election) 17:47:12.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.056671 29373 raft_consensus.cc:2794] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20 [term 0 FOLLOWER]: Advancing to term 1 17:47:12.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.056597 29376 consensus_queue.cc:205] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8d0c05d3bc774e94a03184a0a669437c" member_type: VOTER last_known_addr { host: "127.28.3.3" port: 41292 } } 17:47:12.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.060843 29373 raft_consensus.cc:479] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4245f47934314bd4877cb9a3c2122f20" member_type: VOTER last_known_addr { host: "127.28.3.1" port: 35625 } } 17:47:12.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.061563 29373 leader_election.cc:278] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:12.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.065059 28850 catalog_manager.cc:3758] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c reported cstate change: term changed from 0 to 1, leader changed from to 8d0c05d3bc774e94a03184a0a669437c (127.28.3.3). New cstate: current_term: 1 leader_uuid: "8d0c05d3bc774e94a03184a0a669437c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8d0c05d3bc774e94a03184a0a669437c" member_type: VOTER last_known_addr { host: "127.28.3.3" port: 41292 } health_report { overall_health: HEALTHY } } } 17:47:12.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.066711 29380 raft_consensus.cc:2742] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20: Snoozing failure detection for 1.693s (election complete) 17:47:12.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.067142 29380 raft_consensus.cc:2549] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20 [term 1 FOLLOWER]: Leader election won for term 1 17:47:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.074262 29373 ts_tablet_manager.cc:1073] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20: Time spent starting tablet: real 0.034s user 0.021s sys 0.008s 17:47:12.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.081189 29380 raft_consensus.cc:595] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20 [term 1 LEADER]: Becoming Leader. State: Replica: 4245f47934314bd4877cb9a3c2122f20, State: Running, Role: LEADER 17:47:12.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.081643 29380 consensus_queue.cc:205] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4245f47934314bd4877cb9a3c2122f20" member_type: VOTER last_known_addr { host: "127.28.3.1" port: 35625 } } 17:47:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.089674 28850 catalog_manager.cc:3758] T 7111398172e345f1b3dba3c6f33fc18f P 4245f47934314bd4877cb9a3c2122f20 reported cstate change: term changed from 0 to 1, leader changed from to 4245f47934314bd4877cb9a3c2122f20 (127.28.3.1). New cstate: current_term: 1 leader_uuid: "4245f47934314bd4877cb9a3c2122f20" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4245f47934314bd4877cb9a3c2122f20" member_type: VOTER last_known_addr { host: "127.28.3.1" port: 35625 } health_report { overall_health: HEALTHY } } } 17:47:12.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.120476 28850 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.28.3.60:44909: 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.140722 28971 tablet_service.cc:759] Processing CreateTablet for tablet 43e909796b8f4c949c9068b1ce17253f (table=simple-test [id=ca4737369f6e49d69fcac7361e24e351]), partition=RANGE (key) PARTITION UNBOUNDED 17:47:12.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.141290 28971 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 43e909796b8f4c949c9068b1ce17253f. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:12.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.146931 28971 ts_tablet_manager.cc:1173] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20: Registered tablet (data state: TABLET_DATA_READY) 17:47:12.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.147269 29373 ts_tablet_manager.cc:1028] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20: Bootstrapping tablet 17:47:12.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.147552 29373 tablet_bootstrap.cc:438] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20: Bootstrap starting. 17:47:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.149569 29373 tablet_bootstrap.cc:592] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20: No blocks or log segments found. Creating new log. 17:47:12.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.152930 29373 tablet_bootstrap.cc:438] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20: No bootstrap required, opened a new log 17:47:12.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.153146 29373 ts_tablet_manager.cc:1045] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.003s 17:47:12.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.154165 29373 raft_consensus.cc:325] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4245f47934314bd4877cb9a3c2122f20" member_type: VOTER last_known_addr { host: "127.28.3.1" port: 35625 } } 17:47:12.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.154479 29373 raft_consensus.cc:351] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:12.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.154618 29373 raft_consensus.cc:630] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4245f47934314bd4877cb9a3c2122f20, State: Initialized, Role: FOLLOWER 17:47:12.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.155017 29373 consensus_queue.cc:228] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4245f47934314bd4877cb9a3c2122f20" member_type: VOTER last_known_addr { host: "127.28.3.1" port: 35625 } } 17:47:12.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.155441 29373 raft_consensus.cc:365] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:12.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.155630 29373 raft_consensus.cc:457] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:12.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.155814 29373 raft_consensus.cc:2742] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20: Snoozing failure detection for 1.841s (starting election) 17:47:12.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.155997 29373 raft_consensus.cc:2794] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20 [term 0 FOLLOWER]: Advancing to term 1 17:47:12.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.158813 29373 raft_consensus.cc:479] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4245f47934314bd4877cb9a3c2122f20" member_type: VOTER last_known_addr { host: "127.28.3.1" port: 35625 } } 17:47:12.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.159193 29373 leader_election.cc:278] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:12.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.159631 29380 raft_consensus.cc:2742] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20: Snoozing failure detection for 1.592s (election complete) 17:47:12.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.159859 29380 raft_consensus.cc:2549] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20 [term 1 FOLLOWER]: Leader election won for term 1 17:47:12.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.160153 29380 raft_consensus.cc:595] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20 [term 1 LEADER]: Becoming Leader. State: Replica: 4245f47934314bd4877cb9a3c2122f20, State: Running, Role: LEADER 17:47:12.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.160554 29380 consensus_queue.cc:205] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4245f47934314bd4877cb9a3c2122f20" member_type: VOTER last_known_addr { host: "127.28.3.1" port: 35625 } } 17:47:12.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.160964 29373 ts_tablet_manager.cc:1073] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20: Time spent starting tablet: real 0.008s user 0.008s sys 0.000s 17:47:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.165184 28850 catalog_manager.cc:3758] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20 reported cstate change: term changed from 0 to 1, leader changed from to 4245f47934314bd4877cb9a3c2122f20 (127.28.3.1). New cstate: current_term: 1 leader_uuid: "4245f47934314bd4877cb9a3c2122f20" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4245f47934314bd4877cb9a3c2122f20" member_type: VOTER last_known_addr { host: "127.28.3.1" port: 35625 } health_report { overall_health: HEALTHY } } } 17:47:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:12.219456 29042 tablet.cc:1728] T 43e909796b8f4c949c9068b1ce17253f P 4245f47934314bd4877cb9a3c2122f20: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:12.284590 29305 tablet.cc:1728] T d83d1bf306fe42c8bd628c210e891bf7 P 8d0c05d3bc774e94a03184a0a669437c: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.305502 29169 heartbeater.cc:467] Master 127.28.3.60:37078 was elected leader, sending a full tablet report... 17:47:12.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.474671 28684 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 28884 17:47:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:12.505050 28832 connection.cc:512] server connection from 127.28.3.1:41858 recv error: Network error: failed to read from TLS socket (remote: 127.28.3.1:41858): Connection reset by peer (error 104) 17:47:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:12.505487 28704 connection.cc:512] server connection from 127.28.3.1:54737 recv error: Network error: failed to read from TLS socket (remote: 127.28.3.1:54737): Connection reset by peer (error 104) 17:47:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.505756 28684 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 29038 17:47:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:12.506258 28766 connection.cc:512] server connection from 127.28.3.1:36686 recv error: Network error: failed to read from TLS socket (remote: 127.28.3.1:36686): Connection reset by peer (error 104) 17:47:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:12.530867 28766 connection.cc:512] server connection from 127.28.3.2:50402 recv error: Network error: failed to read from TLS socket (remote: 127.28.3.2:50402): Connection reset by peer (error 104) 17:47:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.531679 28684 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 29172 17:47:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:12.531728 28830 connection.cc:512] server connection from 127.28.3.2:60057 recv error: Network error: failed to read from TLS socket (remote: 127.28.3.2:60057): Connection reset by peer (error 104) 17:47:12.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:12.538622 28702 connection.cc:512] server connection from 127.28.3.2:47707 recv error: Network error: failed to read from TLS socket (remote: 127.28.3.2:47707): Connection reset by peer (error 104) 17:47:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:12.552700 28834 connection.cc:512] server connection from 127.28.3.3:57721 recv error: Network error: failed to read from TLS socket (remote: 127.28.3.3:57721): Connection reset by peer (error 104) 17:47:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:12.552727 28700 connection.cc:512] server connection from 127.28.3.3:37371 recv error: Network error: failed to read from TLS socket (remote: 127.28.3.3:37371): Connection reset by peer (error 104) 17:47:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.553939 28684 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 28692 17:47:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:12.557575 28766 connection.cc:512] server connection from 127.28.3.3:55902 recv error: Network error: failed to read from TLS socket (remote: 127.28.3.3:55902): Connection reset by peer (error 104) 17:47:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.576843 28684 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 28754 17:47:12.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:12.600209 28684 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 28820 17:47:13.645 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614033645 17:47:13.646 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:47:13.646 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:47:13.646 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:47:13.646 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:47:13.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:13.863624 29411 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/wal 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/data 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.184.254:37798 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.184.254 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/logs 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/data/info.pb 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.28.184.254:37798,127.28.184.253:34167,127.28.184.252:57213 with env {} 17:47:14.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:14.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.023388 29419 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:14.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.023834 29419 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:14.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.033566 29419 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:14.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.033730 29419 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.033952 29419 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.034113 29419 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.054280 29419 master_main.cc:73] Master server non-default flags: 17:47:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/data 17:47:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/wal 17:47:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.28.184.254:37798,127.28.184.253:34167,127.28.184.252:57213 17:47:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.184.254:37798 17:47:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/data/info.pb 17:47:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.184.254 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/logs 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.069706 29419 master_main.cc:80] Initializing master server... 17:47:14.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.071768 29419 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 192564us 17:47:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.072598 29419 fs_manager.cc:262] Metadata directory not provided 17:47:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.072746 29419 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.073031 29419 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.073146 29419 server_base.cc:433] Attempting to create new FS layout instead 17:47:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.077412 29419 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/data/instance: 17:47:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0c4886df97ad4f2ba02f7996f292eb4c" 17:47:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:14.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.078227 29419 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/wal/instance: 17:47:14.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0c4886df97ad4f2ba02f7996f292eb4c" 17:47:14.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.093631 29419 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.007s sys 0.006s 17:47:14.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.094851 29419 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:14.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.096045 29419 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.104550 29419 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:47:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.104686 29419 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/wal 17:47:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0c4886df97ad4f2ba02f7996f292eb4c" 17:47:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.104912 29419 fs_report.cc:352] FS layout report 17:47:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/wal 17:47:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/wal 17:47:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/data/data 17:47:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.302330 29419 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:14.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.304865 29419 master_main.cc:83] Starting Master server... 17:47:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.394598 29419 rpc_server.cc:205] RPC server started. Bound to: 127.28.184.254:37798 17:47:14.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.395522 29419 webserver.cc:175] Starting webserver on 127.28.184.254:0 17:47:14.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.395643 29419 webserver.cc:186] Document root disabled 17:47:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.397569 29419 webserver.cc:313] Webserver started. Bound to: http://127.28.184.254:59034/ 17:47:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.398350 29419 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-0/data/info.pb 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.399991 29411 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 29419 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.400888 29411 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/wal 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/data 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.184.253:34167 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.184.253 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/logs 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/data/info.pb 17:47:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.28.184.254:37798,127.28.184.253:34167,127.28.184.252:57213 with env {} 17:47:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.401818 29480 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:14.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.417122 29480 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } has no permanent_uuid. Determining permanent_uuid... 17:47:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.439066 29480 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } has no permanent_uuid. Determining permanent_uuid... 17:47:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.440755 29480 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.184.253:34167: Network error: Client connection negotiation failed: client connection to 127.28.184.253:34167: connect: Connection refused (error 111) 17:47:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.460168 29480 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } attempt: 1 17:47:14.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.461464 29480 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.184.253:34167: Network error: Client connection negotiation failed: client connection to 127.28.184.253:34167: connect: Connection refused (error 111) 17:47:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.509815 29480 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } attempt: 2 17:47:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.511148 29480 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.184.253:34167: Network error: Client connection negotiation failed: client connection to 127.28.184.253:34167: connect: Connection refused (error 111) 17:47:14.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:14.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.564599 29481 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.564972 29481 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.574499 29481 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.574638 29481 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.574733 29481 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.574874 29481 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.595072 29481 master_main.cc:73] Master server non-default flags: 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/data 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/wal 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.28.184.254:37798,127.28.184.253:34167,127.28.184.252:57213 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.184.253:34167 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/data/info.pb 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.184.253 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/logs 17:47:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:14.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.609560 29481 master_main.cc:80] Initializing master server... 17:47:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.611639 29481 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 192564us 17:47:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.612437 29481 fs_manager.cc:262] Metadata directory not provided 17:47:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.612577 29481 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.612910 29481 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.613052 29481 server_base.cc:433] Attempting to create new FS layout instead 17:47:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.616884 29481 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/data/instance: 17:47:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "cd249037dd2f466ca5c573086ba1cad3" 17:47:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.617705 29481 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/wal/instance: 17:47:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "cd249037dd2f466ca5c573086ba1cad3" 17:47:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:14.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.622490 29480 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } attempt: 3 17:47:14.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.623726 29480 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.184.253:34167: Network error: Client connection negotiation failed: client connection to 127.28.184.253:34167: connect: Connection refused (error 111) 17:47:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.632577 29481 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.004s 17:47:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.633877 29481 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.635092 29481 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.643570 29481 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s 17:47:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.643709 29481 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/wal 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "cd249037dd2f466ca5c573086ba1cad3" 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.643995 29481 fs_report.cc:352] FS layout report 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/wal 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/wal 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/data/data 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:14.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:14.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.785145 29481 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:14.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.787684 29481 master_main.cc:83] Starting Master server... 17:47:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.800078 29480 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } attempt: 4 17:47:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.801676 29480 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.184.253:34167: Network error: Client connection negotiation failed: client connection to 127.28.184.253:34167: connect: Connection refused (error 111) 17:47:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.879236 29481 rpc_server.cc:205] RPC server started. Bound to: 127.28.184.253:34167 17:47:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.880295 29481 webserver.cc:175] Starting webserver on 127.28.184.253:0 17:47:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.880429 29481 webserver.cc:186] Document root disabled 17:47:14.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.882501 29481 webserver.cc:313] Webserver started. Bound to: http://127.28.184.253:53121/ 17:47:14.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.883316 29481 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-1/data/info.pb 17:47:14.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.887527 29546 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:14.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.887751 29411 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 29481 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.888947 29411 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/wal 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/data 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.184.252:57213 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.184.252 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/logs 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/data/info.pb 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.28.184.254:37798,127.28.184.253:34167,127.28.184.252:57213 with env {} 17:47:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.902521 29546 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } has no permanent_uuid. Determining permanent_uuid... 17:47:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.919380 29546 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } has no permanent_uuid. Determining permanent_uuid... 17:47:14.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.930804 29546 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } has no permanent_uuid. Determining permanent_uuid... 17:47:14.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.932622 29546 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.184.252:57213: Network error: Client connection negotiation failed: client connection to 127.28.184.252:57213: connect: Connection refused (error 111) 17:47:14.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:14.952035 29546 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } attempt: 1 17:47:14.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:14.953421 29546 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.184.252:57213: Network error: Client connection negotiation failed: client connection to 127.28.184.252:57213: connect: Connection refused (error 111) 17:47:15.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.001770 29546 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } attempt: 2 17:47:15.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.003023 29546 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.184.252:57213: Network error: Client connection negotiation failed: client connection to 127.28.184.252:57213: connect: Connection refused (error 111) 17:47:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.051561 29547 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.051991 29547 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:15.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.061889 29547 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:15.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.062077 29547 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:15.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.062220 29547 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:15.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.062424 29547 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.082238 29547 master_main.cc:73] Master server non-default flags: 17:47:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/data 17:47:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/wal 17:47:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.28.184.254:37798,127.28.184.253:34167,127.28.184.252:57213 17:47:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.184.252:57213 17:47:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/data/info.pb 17:47:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.184.252 17:47:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/logs 17:47:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:15.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.097254 29547 master_main.cc:80] Initializing master server... 17:47:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.100149 29547 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 193064us 17:47:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.100932 29547 fs_manager.cc:262] Metadata directory not provided 17:47:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.101058 29547 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.101315 29547 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.101444 29547 server_base.cc:433] Attempting to create new FS layout instead 17:47:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.105029 29480 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } attempt: 5 17:47:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.105199 29547 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/data/instance: 17:47:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a617cf6753284cc59e1768676ac5a53f" 17:47:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:15.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.106202 29547 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/wal/instance: 17:47:15.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a617cf6753284cc59e1768676ac5a53f" 17:47:15.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:15.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.111825 29480 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } has no permanent_uuid. Determining permanent_uuid... 17:47:15.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.113148 29480 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.184.252:57213: Network error: Client connection negotiation failed: client connection to 127.28.184.252:57213: connect: Connection refused (error 111) 17:47:15.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.114373 29546 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } attempt: 3 17:47:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.115478 29546 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.184.252:57213: Network error: Client connection negotiation failed: client connection to 127.28.184.252:57213: connect: Connection refused (error 111) 17:47:15.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.120856 29547 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.006s 17:47:15.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.122090 29547 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:15.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.123306 29547 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:15.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.131603 29547 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:47:15.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.131742 29547 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/wal 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a617cf6753284cc59e1768676ac5a53f" 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.132017 29547 fs_report.cc:352] FS layout report 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/wal 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/wal 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/data/data 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.151504 29480 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } attempt: 1 17:47:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.152804 29480 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.184.252:57213: Network error: Client connection negotiation failed: client connection to 127.28.184.252:57213: connect: Connection refused (error 111) 17:47:15.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.201160 29480 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } attempt: 2 17:47:15.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.202647 29480 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.184.252:57213: Network error: Client connection negotiation failed: client connection to 127.28.184.252:57213: connect: Connection refused (error 111) 17:47:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.291800 29546 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } attempt: 4 17:47:15.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.293071 29546 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.184.252:57213: Network error: Client connection negotiation failed: client connection to 127.28.184.252:57213: connect: Connection refused (error 111) 17:47:15.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.302983 29480 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } attempt: 3 17:47:15.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.304253 29480 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.28.184.252:57213: Network error: Client connection negotiation failed: client connection to 127.28.184.252:57213: connect: Connection refused (error 111) 17:47:15.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.314687 29547 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:15.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.317095 29547 master_main.cc:83] Starting Master server... 17:47:15.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.406512 29547 rpc_server.cc:205] RPC server started. Bound to: 127.28.184.252:57213 17:47:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.407445 29547 webserver.cc:175] Starting webserver on 127.28.184.252:0 17:47:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.407555 29547 webserver.cc:186] Document root disabled 17:47:15.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.409546 29547 webserver.cc:313] Webserver started. Bound to: http://127.28.184.252:39118/ 17:47:15.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.410311 29547 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/master-2/data/info.pb 17:47:15.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.413597 29610 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.419049 29411 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 29547 17:47:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.420470 29411 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/wal 17:47:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/data 17:47:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.184.193:0 17:47:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.28.184.193 17:47:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.184.193 17:47:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.28.184.254:37798,127.28.184.253:34167,127.28.184.252:57213 17:47:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/logs 17:47:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/data/info.pb 17:47:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:15.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.429059 29610 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } has no permanent_uuid. Determining permanent_uuid... 17:47:15.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.444984 29480 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } attempt: 4 17:47:15.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.453677 29610 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } has no permanent_uuid. Determining permanent_uuid... 17:47:15.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.461868 29610 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } has no permanent_uuid. Determining permanent_uuid... 17:47:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.465499 29480 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c: Bootstrap starting. 17:47:15.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.468710 29480 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c: No blocks or log segments found. Creating new log. 17:47:15.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.470511 29480 log.cc:525] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c: Log is configured to *not* fsync() on all Append() calls 17:47:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.476732 29610 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f: Bootstrap starting. 17:47:15.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.480335 29610 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f: No blocks or log segments found. Creating new log. 17:47:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.483381 29610 log.cc:525] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f: Log is configured to *not* fsync() on all Append() calls 17:47:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.484097 29480 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c: No bootstrap required, opened a new log 17:47:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.489744 29610 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f: No bootstrap required, opened a new log 17:47:15.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.501745 29480 raft_consensus.cc:325] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } 17:47:15.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.502768 29480 raft_consensus.cc:351] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.503144 29480 raft_consensus.cc:630] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0c4886df97ad4f2ba02f7996f292eb4c, State: Initialized, Role: FOLLOWER 17:47:15.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.504314 29480 consensus_queue.cc:228] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } 17:47:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.507884 29610 raft_consensus.cc:325] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } 17:47:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.508733 29610 raft_consensus.cc:351] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.507910 29480 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } } 17:47:15.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.509095 29480 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [sys.catalog]: This master's current role is: FOLLOWER 17:47:15.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.509088 29610 raft_consensus.cc:630] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a617cf6753284cc59e1768676ac5a53f, State: Initialized, Role: FOLLOWER 17:47:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.509899 29610 consensus_queue.cc:228] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } 17:47:15.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.510906 29480 sys_catalog.cc:424] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [sys.catalog]: configured and running, proceeding with master startup. 17:47:15.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.518107 29618 sys_catalog.cc:337] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } } 17:47:15.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.518833 29618 sys_catalog.cc:340] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [sys.catalog]: This master's current role is: FOLLOWER 17:47:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.596439 29546 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } attempt: 5 17:47:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.610018 29546 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3: Bootstrap starting. 17:47:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.508899 29617 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } } 17:47:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.613390 29617 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [sys.catalog]: This master's current role is: FOLLOWER 17:47:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.613765 29617 raft_consensus.cc:457] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.614018 29617 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c: Snoozing failure detection for 1.576s (starting election) 17:47:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.614316 29617 raft_consensus.cc:479] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } 17:47:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.615746 29617 leader_election.cc:251] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer cd249037dd2f466ca5c573086ba1cad3 (127.28.184.253:34167) 17:47:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.617138 29617 leader_election.cc:251] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer a617cf6753284cc59e1768676ac5a53f (127.28.184.252:57213) 17:47:15.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.619704 29546 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3: No blocks or log segments found. Creating new log. 17:47:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.628722 29546 log.cc:525] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3: Log is configured to *not* fsync() on all Append() calls 17:47:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.643326 29546 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3: No bootstrap required, opened a new log 17:47:15.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.558693 29436 tablet.cc:1728] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:15.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:15.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.656641 29611 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:15.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.657546 29611 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.658995 29419 master_main.cc:86] Master server successfully started. 17:47:15.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.661317 29619 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:15.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.661690 29619 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.519812 29610 sys_catalog.cc:337] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } } 17:47:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.667695 29546 raft_consensus.cc:325] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } 17:47:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.668125 29610 sys_catalog.cc:340] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [sys.catalog]: This master's current role is: FOLLOWER 17:47:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.668340 29546 raft_consensus.cc:351] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.668576 29546 raft_consensus.cc:630] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cd249037dd2f466ca5c573086ba1cad3, State: Initialized, Role: FOLLOWER 17:47:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.669507 29610 sys_catalog.cc:424] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [sys.catalog]: configured and running, proceeding with master startup. 17:47:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.669520 29587 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a617cf6753284cc59e1768676ac5a53f" is_pre_election: true 17:47:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.669418 29546 consensus_queue.cc:228] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } 17:47:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.670346 29587 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f: Snoozing failure detection for 1.836s (vote granted) 17:47:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.670748 29587 raft_consensus.cc:2255] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0c4886df97ad4f2ba02f7996f292eb4c in term 0. 17:47:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.671938 29427 leader_election.cc:387] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [CANDIDATE]: Term 1 pre-election: Vote granted by peer a617cf6753284cc59e1768676ac5a53f (127.28.184.252:57213) 17:47:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.672231 29427 leader_election.cc:278] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:47:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.673018 29620 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c: Snoozing failure detection for 2.057s (election complete) 17:47:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.673262 29620 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [term 0 FOLLOWER]: Leader pre-election won for term 1 17:47:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.673501 29620 raft_consensus.cc:457] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:47:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.673693 29620 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c: Snoozing failure detection for 1.857s (starting election) 17:47:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.673894 29620 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [term 0 FOLLOWER]: Advancing to term 1 17:47:15.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.677028 29611 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:15.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.679211 29611 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.184.193 17:47:15.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.680609 29547 master_main.cc:86] Master server successfully started. 17:47:15.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.680136 29620 raft_consensus.cc:479] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } 17:47:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.681315 29620 leader_election.cc:251] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [CANDIDATE]: Term 1 election: Requesting vote from peer cd249037dd2f466ca5c573086ba1cad3 (127.28.184.253:34167) 17:47:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.688771 29620 leader_election.cc:251] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [CANDIDATE]: Term 1 election: Requesting vote from peer a617cf6753284cc59e1768676ac5a53f (127.28.184.252:57213) 17:47:15.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.690356 29587 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a617cf6753284cc59e1768676ac5a53f" 17:47:15.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.690971 29587 raft_consensus.cc:2794] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [term 0 FOLLOWER]: Advancing to term 1 17:47:15.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.691272 29587 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f: Snoozing failure detection for 1.761s (vote granted) 17:47:15.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.691670 29546 sys_catalog.cc:337] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } } 17:47:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.692914 29546 sys_catalog.cc:340] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [sys.catalog]: This master's current role is: FOLLOWER 17:47:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.694444 29546 sys_catalog.cc:424] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [sys.catalog]: configured and running, proceeding with master startup. 17:47:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.695850 29624 catalog_manager.cc:1084] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.696270 29624 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.696204 29587 raft_consensus.cc:2255] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0c4886df97ad4f2ba02f7996f292eb4c in term 1. 17:47:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.699985 29427 leader_election.cc:387] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [CANDIDATE]: Term 1 election: Vote granted by peer a617cf6753284cc59e1768676ac5a53f (127.28.184.252:57213) 17:47:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.700251 29427 leader_election.cc:278] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.700815 29620 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c: Snoozing failure detection for 1.598s (election complete) 17:47:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.701067 29620 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [term 1 FOLLOWER]: Leader election won for term 1 17:47:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.701385 29620 raft_consensus.cc:595] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [term 1 LEADER]: Becoming Leader. State: Replica: 0c4886df97ad4f2ba02f7996f292eb4c, State: Running, Role: LEADER 17:47:15.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.701953 29620 consensus_queue.cc:205] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } 17:47:15.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.710566 29617 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c4886df97ad4f2ba02f7996f292eb4c. Latest consensus state: current_term: 1 leader_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } } 17:47:15.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.711236 29617 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [sys.catalog]: This master's current role is: LEADER 17:47:15.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.716179 29631 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:47:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.721657 29631 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:47:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.723443 29611 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/data 17:47:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/wal 17:47:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.184.193:0 17:47:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/data/info.pb 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.184.193 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.28.184.254:37798,127.28.184.253:34167,127.28.184.252:57213 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.28.184.193 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/logs 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:15.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.773275 29611 tablet_server_main.cc:85] Initializing tablet server... 17:47:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.779027 29611 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 193064us 17:47:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.783916 29611 fs_manager.cc:262] Metadata directory not provided 17:47:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.785012 29611 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.785683 29611 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:15.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.786399 29611 server_base.cc:433] Attempting to create new FS layout instead 17:47:15.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.791673 29587 raft_consensus.cc:1083] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [term 1 FOLLOWER]: Refusing update from remote peer 0c4886df97ad4f2ba02f7996f292eb4c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.797282 29611 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/data/instance: 17:47:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b93350f1ec2c4936b8c35c9f366b7e8a" 17:47:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:15.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.798774 29617 consensus_queue.cc:963] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.800827 29611 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/wal/instance: 17:47:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b93350f1ec2c4936b8c35c9f366b7e8a" 17:47:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.822104 29566 tablet.cc:1728] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:15.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.692230 29623 sys_catalog.cc:337] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } } 17:47:15.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.830592 29623 sys_catalog.cc:340] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [sys.catalog]: This master's current role is: FOLLOWER 17:47:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.837429 29618 sys_catalog.cc:337] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c4886df97ad4f2ba02f7996f292eb4c. Latest consensus state: current_term: 1 leader_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } } 17:47:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.838083 29618 sys_catalog.cc:340] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [sys.catalog]: This master's current role is: FOLLOWER 17:47:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.845047 29618 sys_catalog.cc:337] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } } 17:47:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.845765 29618 sys_catalog.cc:340] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [sys.catalog]: This master's current role is: FOLLOWER 17:47:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.847084 29617 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } } 17:47:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.847765 29617 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [sys.catalog]: This master's current role is: LEADER 17:47:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.849575 29631 catalog_manager.cc:924] Generated new certificate authority record 17:47:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.853906 29631 catalog_manager.cc:1046] Loading token signing keys... 17:47:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.866142 29611 fs_manager.cc:502] Time spent creating directory manager: real 0.064s user 0.012s sys 0.017s 17:47:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.868038 29611 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.870184 29611 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.873893 29631 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c: Generated new TSK 0 17:47:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.874917 29623 raft_consensus.cc:457] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.875195 29623 raft_consensus.cc:2742] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3: Snoozing failure detection for 1.909s (starting election) 17:47:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.875512 29623 raft_consensus.cc:479] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } 17:47:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.876818 29623 leader_election.cc:251] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 0c4886df97ad4f2ba02f7996f292eb4c (127.28.184.254:37798) 17:47:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.877415 29623 leader_election.cc:251] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer a617cf6753284cc59e1768676ac5a53f (127.28.184.252:57213) 17:47:15.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.879253 29587 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd249037dd2f466ca5c573086ba1cad3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a617cf6753284cc59e1768676ac5a53f" is_pre_election: true 17:47:15.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.879807 29587 raft_consensus.cc:2216] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate cd249037dd2f466ca5c573086ba1cad3 for term 1 because replica is either leader or believes a valid leader to be alive. 17:47:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.792392 29502 tablet.cc:1728] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.878810 29457 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd249037dd2f466ca5c573086ba1cad3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" is_pre_election: true 17:47:15.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.880713 29457 raft_consensus.cc:2216] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate cd249037dd2f466ca5c573086ba1cad3 for term 1 because replica is either leader or believes a valid leader to be alive. 17:47:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.886220 29481 master_main.cc:86] Master server successfully started. 17:47:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.882421 29494 leader_election.cc:401] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 0c4886df97ad4f2ba02f7996f292eb4c (127.28.184.254:37798). Message: Invalid argument: T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate cd249037dd2f466ca5c573086ba1cad3 for term 1 because replica is either leader or believes a valid leader to be alive. 17:47:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.884239 29521 raft_consensus.cc:2794] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [term 0 FOLLOWER]: Advancing to term 1 17:47:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.884229 29523 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cd249037dd2f466ca5c573086ba1cad3" is_pre_election: true 17:47:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.883855 29522 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cd249037dd2f466ca5c573086ba1cad3" 17:47:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.887584 29493 leader_election.cc:401] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [CANDIDATE]: Term 1 pre-election: Vote denied by peer a617cf6753284cc59e1768676ac5a53f (127.28.184.252:57213). Message: Invalid argument: T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate cd249037dd2f466ca5c573086ba1cad3 for term 1 because replica is either leader or believes a valid leader to be alive. 17:47:15.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.892941 29493 leader_election.cc:278] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:47:15.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.896939 29611 fs_manager.cc:418] Time spent opening block manager: real 0.008s user 0.000s sys 0.006s 17:47:15.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.896987 29521 raft_consensus.cc:1083] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [term 1 FOLLOWER]: Refusing update from remote peer 0c4886df97ad4f2ba02f7996f292eb4c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:15.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.897485 29523 raft_consensus.cc:2230] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0c4886df97ad4f2ba02f7996f292eb4c for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:15.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.897353 29611 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/wal 17:47:15.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b93350f1ec2c4936b8c35c9f366b7e8a" 17:47:15.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.897980 29611 fs_report.cc:352] FS layout report 17:47:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/wal 17:47:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/wal 17:47:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/data/data 17:47:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:15.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.900084 29428 leader_election.cc:401] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [CANDIDATE]: Term 1 pre-election: Vote denied by peer cd249037dd2f466ca5c573086ba1cad3 (127.28.184.253:34167). Message: Service unavailable: T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0c4886df97ad4f2ba02f7996f292eb4c for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:15.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.900270 29522 raft_consensus.cc:2230] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 0c4886df97ad4f2ba02f7996f292eb4c for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:15.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.901190 29623 raft_consensus.cc:2742] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3: Snoozing failure detection for 2.075s (election complete) 17:47:15.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.901620 29623 raft_consensus.cc:2497] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:47:15.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.901928 29626 catalog_manager.cc:1084] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:15.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:15.907752 29626 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.908597 29428 leader_election.cc:401] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [CANDIDATE]: Term 1 election: Vote denied by peer cd249037dd2f466ca5c573086ba1cad3 (127.28.184.253:34167). Message: Service unavailable: T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 0c4886df97ad4f2ba02f7996f292eb4c for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.910745 29640 consensus_queue.cc:963] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [LEADER]: Connected to new peer: Peer: permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.984222 29623 sys_catalog.cc:337] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c4886df97ad4f2ba02f7996f292eb4c. Latest consensus state: current_term: 1 leader_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } } 17:47:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.984983 29623 sys_catalog.cc:340] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [sys.catalog]: This master's current role is: FOLLOWER 17:47:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.984329 29648 sys_catalog.cc:337] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } } 17:47:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:15.985472 29648 sys_catalog.cc:340] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3 [sys.catalog]: This master's current role is: FOLLOWER 17:47:16.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:16.286288 29611 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:16.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:16.295286 29611 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:16.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:16.297973 29617 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c4886df97ad4f2ba02f7996f292eb4c" member_type: VOTER last_known_addr { host: "127.28.184.254" port: 37798 } } peers { permanent_uuid: "cd249037dd2f466ca5c573086ba1cad3" member_type: VOTER last_known_addr { host: "127.28.184.253" port: 34167 } } peers { permanent_uuid: "a617cf6753284cc59e1768676ac5a53f" member_type: VOTER last_known_addr { host: "127.28.184.252" port: 57213 } } } 17:47:16.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:16.298693 29617 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0c4886df97ad4f2ba02f7996f292eb4c [sys.catalog]: This master's current role is: LEADER 17:47:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:16.304293 29611 tablet_server_main.cc:90] Starting tablet server... 17:47:16.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:16.702808 29624 catalog_manager.cc:1082] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f: acquiring CA information for follower catalog manager: success 17:47:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:16.709349 29624 catalog_manager.cc:1110] T 00000000000000000000000000000000 P a617cf6753284cc59e1768676ac5a53f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:16.914032 29626 catalog_manager.cc:1082] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3: acquiring CA information for follower catalog manager: success 17:47:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:16.918474 29626 catalog_manager.cc:1110] T 00000000000000000000000000000000 P cd249037dd2f466ca5c573086ba1cad3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:17.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.032439 29611 rpc_server.cc:205] RPC server started. Bound to: 127.28.184.193:34593 17:47:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.034020 29611 webserver.cc:175] Starting webserver on 127.28.184.193:0 17:47:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.034277 29611 webserver.cc:186] Document root disabled 17:47:17.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.040839 29611 webserver.cc:313] Webserver started. Bound to: http://127.28.184.193:50206/ 17:47:17.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.041944 29611 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-0/data/info.pb 17:47:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.052368 29411 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 29611 17:47:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.053632 29411 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/wal 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/data 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.184.194:0 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.28.184.194 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.184.194 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.28.184.254:37798,127.28.184.253:34167,127.28.184.252:57213 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/logs 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/data/info.pb 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:17.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.100294 29611 tablet_server_main.cc:93] Tablet server successfully started. 17:47:17.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.127637 29766 heartbeater.cc:346] Connected to a master server at 127.28.184.253:34167 17:47:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.127969 29766 heartbeater.cc:426] Registering TS with master... 17:47:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.128705 29765 heartbeater.cc:346] Connected to a master server at 127.28.184.254:37798 17:47:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.128954 29765 heartbeater.cc:426] Registering TS with master... 17:47:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.129446 29765 heartbeater.cc:475] Master 127.28.184.254:37798 requested a full tablet report, sending... 17:47:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.134389 29447 ts_manager.cc:98] Registered new tserver with Master: b93350f1ec2c4936b8c35c9f366b7e8a (127.28.184.193:34593) 17:47:17.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.136978 29447 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.28.184.193:59727 17:47:17.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.128772 29766 heartbeater.cc:475] Master 127.28.184.253:34167 requested a full tablet report, sending... 17:47:17.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.129977 29770 heartbeater.cc:346] Connected to a master server at 127.28.184.252:57213 17:47:17.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.148339 29770 heartbeater.cc:426] Registering TS with master... 17:47:17.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.148746 29770 heartbeater.cc:475] Master 127.28.184.252:57213 requested a full tablet report, sending... 17:47:17.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.148815 29513 ts_manager.cc:98] Registered new tserver with Master: b93350f1ec2c4936b8c35c9f366b7e8a (127.28.184.193:34593) 17:47:17.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.151779 29577 ts_manager.cc:98] Registered new tserver with Master: b93350f1ec2c4936b8c35c9f366b7e8a (127.28.184.193:34593) 17:47:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:17.292896 29769 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:17.293825 29769 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:17.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:17.319730 29769 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:17.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:17.320490 29769 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.184.194 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.389035 29769 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/data 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/wal 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.184.194:0 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/data/info.pb 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.184.194 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.28.184.254:37798,127.28.184.253:34167,127.28.184.252:57213 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.28.184.194 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/logs 17:47:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:17.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.418684 29769 tablet_server_main.cc:85] Initializing tablet server... 17:47:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.422094 29769 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 194064us 17:47:17.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.422931 29769 fs_manager.cc:262] Metadata directory not provided 17:47:17.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.423230 29769 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:17.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.423734 29769 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.424022 29769 server_base.cc:433] Attempting to create new FS layout instead 17:47:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.429126 29769 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/data/instance: 17:47:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "022f7c4717bf4c689a69003e83846409" 17:47:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:17 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.430390 29769 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/wal/instance: 17:47:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "022f7c4717bf4c689a69003e83846409" 17:47:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:17 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:17.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.458147 29769 fs_manager.cc:502] Time spent creating directory manager: real 0.027s user 0.012s sys 0.012s 17:47:17.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.460299 29769 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.461503 29769 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:17.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.479548 29769 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.002s sys 0.004s 17:47:17.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.479988 29769 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/wal 17:47:17.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "022f7c4717bf4c689a69003e83846409" 17:47:17.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:17 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:17.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.480554 29769 fs_report.cc:352] FS layout report 17:47:17.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/wal 17:47:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/wal 17:47:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/data/data 17:47:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:17.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:17.764261 29653 debug-util.cc:397] Leaking SignalData structure 0x7b0800029060 after lost signal to thread 29628 17:47:17.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.862319 29769 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:17.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.871780 29769 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:17.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:17.885196 29769 tablet_server_main.cc:90] Starting tablet server... 17:47:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.140485 29765 heartbeater.cc:467] Master 127.28.184.254:37798 was elected leader, sending a full tablet report... 17:47:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.243849 29769 rpc_server.cc:205] RPC server started. Bound to: 127.28.184.194:41598 17:47:18.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.245112 29769 webserver.cc:175] Starting webserver on 127.28.184.194:0 17:47:18.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.245237 29769 webserver.cc:186] Document root disabled 17:47:18.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.247151 29769 webserver.cc:313] Webserver started. Bound to: http://127.28.184.194:57395/ 17:47:18.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.248016 29769 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-1/data/info.pb 17:47:18.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.249125 29411 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 29769 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.250223 29411 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/wal 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/data 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.184.195:0 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.28.184.195 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.184.195 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.28.184.254:37798,127.28.184.253:34167,127.28.184.252:57213 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/logs 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/data/info.pb 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:18.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:18.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.281632 29769 tablet_server_main.cc:93] Tablet server successfully started. 17:47:18.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.314258 29896 heartbeater.cc:346] Connected to a master server at 127.28.184.254:37798 17:47:18.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.314612 29896 heartbeater.cc:426] Registering TS with master... 17:47:18.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.315237 29896 heartbeater.cc:475] Master 127.28.184.254:37798 requested a full tablet report, sending... 17:47:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.317801 29447 ts_manager.cc:98] Registered new tserver with Master: 022f7c4717bf4c689a69003e83846409 (127.28.184.194:41598) 17:47:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.319613 29447 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.28.184.194:59493 17:47:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.328732 29897 heartbeater.cc:346] Connected to a master server at 127.28.184.253:34167 17:47:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.328996 29897 heartbeater.cc:426] Registering TS with master... 17:47:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.329396 29897 heartbeater.cc:475] Master 127.28.184.253:34167 requested a full tablet report, sending... 17:47:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.332070 29513 ts_manager.cc:98] Registered new tserver with Master: 022f7c4717bf4c689a69003e83846409 (127.28.184.194:41598) 17:47:18.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.329211 29901 heartbeater.cc:346] Connected to a master server at 127.28.184.252:57213 17:47:18.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.340353 29901 heartbeater.cc:426] Registering TS with master... 17:47:18.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.340751 29901 heartbeater.cc:475] Master 127.28.184.252:57213 requested a full tablet report, sending... 17:47:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.343142 29577 ts_manager.cc:98] Registered new tserver with Master: 022f7c4717bf4c689a69003e83846409 (127.28.184.194:41598) 17:47:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:18.436511 29898 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:18.437150 29898 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:18.446738 29898 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:18.447314 29898 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.184.195 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.462769 29898 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/data 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/wal 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.28.184.195:0 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/data/info.pb 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.28.184.195 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.28.184.254:37798,127.28.184.253:34167,127.28.184.252:57213 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.28.184.195 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/logs 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:18.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:18.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:18.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:18.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:18.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.479087 29898 tablet_server_main.cc:85] Initializing tablet server... 17:47:18.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.481289 29898 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 194564us 17:47:18.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.481853 29898 fs_manager.cc:262] Metadata directory not provided 17:47:18.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.481995 29898 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:18.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.482441 29898 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:18.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.482579 29898 server_base.cc:433] Attempting to create new FS layout instead 17:47:18.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.485910 29898 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/data/instance: 17:47:18.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "79f31b6d528e47909b9a6584cf9ec24e" 17:47:18.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:18 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:18.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.486698 29898 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/wal/instance: 17:47:18.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "79f31b6d528e47909b9a6584cf9ec24e" 17:47:18.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:18 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:18.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.498795 29898 fs_manager.cc:502] Time spent creating directory manager: real 0.012s user 0.008s sys 0.003s 17:47:18.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.500120 29898 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:18.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.500638 29898 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:18.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.508472 29898 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s 17:47:18.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.508651 29898 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/wal 17:47:18.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "79f31b6d528e47909b9a6584cf9ec24e" 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:18 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.508965 29898 fs_report.cc:352] FS layout report 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/wal 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/wal 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/data/data 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.693716 29898 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.699487 29898 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:18.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.701122 29898 tablet_server_main.cc:90] Starting tablet server... 17:47:18.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.817065 29898 rpc_server.cc:205] RPC server started. Bound to: 127.28.184.195:57571 17:47:18.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.818178 29898 webserver.cc:175] Starting webserver on 127.28.184.195:0 17:47:18.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.818290 29898 webserver.cc:186] Document root disabled 17:47:18.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.819772 29898 webserver.cc:313] Webserver started. Bound to: http://127.28.184.195:56892/ 17:47:18.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.820690 29898 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3152243123019518461/ts-2/data/info.pb 17:47:18.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.821353 29411 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 29898 17:47:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.840173 29898 tablet_server_main.cc:93] Tablet server successfully started. 17:47:18.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.888823 30029 heartbeater.cc:346] Connected to a master server at 127.28.184.252:57213 17:47:18.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.889423 30029 heartbeater.cc:426] Registering TS with master... 17:47:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.890844 30029 heartbeater.cc:475] Master 127.28.184.252:57213 requested a full tablet report, sending... 17:47:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.893610 29577 ts_manager.cc:98] Registered new tserver with Master: 79f31b6d528e47909b9a6584cf9ec24e (127.28.184.195:57571) 17:47:18.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.897233 30027 heartbeater.cc:346] Connected to a master server at 127.28.184.254:37798 17:47:18.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.897492 30027 heartbeater.cc:426] Registering TS with master... 17:47:18.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.897900 30027 heartbeater.cc:475] Master 127.28.184.254:37798 requested a full tablet report, sending... 17:47:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.899824 29446 ts_manager.cc:98] Registered new tserver with Master: 79f31b6d528e47909b9a6584cf9ec24e (127.28.184.195:57571) 17:47:18.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.901124 29446 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.28.184.195:47373 17:47:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.890339 30028 heartbeater.cc:346] Connected to a master server at 127.28.184.253:34167 17:47:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.903138 30028 heartbeater.cc:426] Registering TS with master... 17:47:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.903764 30028 heartbeater.cc:475] Master 127.28.184.253:34167 requested a full tablet report, sending... 17:47:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.906323 29513 ts_manager.cc:98] Registered new tserver with Master: 79f31b6d528e47909b9a6584cf9ec24e (127.28.184.195:57571) 17:47:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.911360 29411 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:47:18.912 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:47:19.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:18.991324 29446 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.28.184.254:46838: 17:47:19.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:47:19.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:19.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:47:19.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:47:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.051697 29833 tablet_service.cc:759] Processing CreateTablet for tablet fd1d52eaad8141de98c4539368c82388 (table=test [id=ab718df177b94f88ad45b12f9f01a4e9]), partition=RANGE (key) PARTITION VALUES < 50 17:47:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.051828 29701 tablet_service.cc:759] Processing CreateTablet for tablet 963e3d95b3604c9490118e84f5d5e054 (table=test [id=ab718df177b94f88ad45b12f9f01a4e9]), partition=RANGE (key) PARTITION VALUES >= 50 17:47:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.052616 29701 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 963e3d95b3604c9490118e84f5d5e054. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.052624 29833 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet fd1d52eaad8141de98c4539368c82388. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.064729 29701 ts_tablet_manager.cc:1173] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a: Registered tablet (data state: TABLET_DATA_READY) 17:47:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.065837 29833 ts_tablet_manager.cc:1173] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409: Registered tablet (data state: TABLET_DATA_READY) 17:47:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.066519 30100 ts_tablet_manager.cc:1028] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a: Bootstrapping tablet 17:47:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.067544 30101 ts_tablet_manager.cc:1028] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409: Bootstrapping tablet 17:47:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.067718 30100 tablet_bootstrap.cc:438] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a: Bootstrap starting. 17:47:19.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.068444 30101 tablet_bootstrap.cc:438] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409: Bootstrap starting. 17:47:19.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.070952 30100 tablet_bootstrap.cc:592] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a: No blocks or log segments found. Creating new log. 17:47:19.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.071509 30101 tablet_bootstrap.cc:592] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409: No blocks or log segments found. Creating new log. 17:47:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.072429 30100 log.cc:525] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a: Log is configured to *not* fsync() on all Append() calls 17:47:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.072896 30101 log.cc:525] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409: Log is configured to *not* fsync() on all Append() calls 17:47:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.077965 30100 tablet_bootstrap.cc:438] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a: No bootstrap required, opened a new log 17:47:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.078347 30100 ts_tablet_manager.cc:1045] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a: Time spent bootstrapping tablet: real 0.011s user 0.005s sys 0.002s 17:47:19.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.081558 30101 tablet_bootstrap.cc:438] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409: No bootstrap required, opened a new log 17:47:19.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.081893 30101 ts_tablet_manager.cc:1045] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409: Time spent bootstrapping tablet: real 0.014s user 0.005s sys 0.002s 17:47:19.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.090308 30100 raft_consensus.cc:325] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b93350f1ec2c4936b8c35c9f366b7e8a" member_type: VOTER last_known_addr { host: "127.28.184.193" port: 34593 } } 17:47:19.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.090845 30100 raft_consensus.cc:351] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.091140 30100 raft_consensus.cc:630] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b93350f1ec2c4936b8c35c9f366b7e8a, State: Initialized, Role: FOLLOWER 17:47:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.091691 30100 consensus_queue.cc:228] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b93350f1ec2c4936b8c35c9f366b7e8a" member_type: VOTER last_known_addr { host: "127.28.184.193" port: 34593 } } 17:47:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.092123 30100 raft_consensus.cc:365] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.092346 30100 raft_consensus.cc:457] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.092577 30100 raft_consensus.cc:2742] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a: Snoozing failure detection for 2.101s (starting election) 17:47:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.092792 30100 raft_consensus.cc:2794] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a [term 0 FOLLOWER]: Advancing to term 1 17:47:19.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.093688 30101 raft_consensus.cc:325] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "022f7c4717bf4c689a69003e83846409" member_type: VOTER last_known_addr { host: "127.28.184.194" port: 41598 } } 17:47:19.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.094167 30101 raft_consensus.cc:351] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:19.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.094401 30101 raft_consensus.cc:630] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 022f7c4717bf4c689a69003e83846409, State: Initialized, Role: FOLLOWER 17:47:19.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.094957 30101 consensus_queue.cc:228] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "022f7c4717bf4c689a69003e83846409" member_type: VOTER last_known_addr { host: "127.28.184.194" port: 41598 } } 17:47:19.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.095407 30101 raft_consensus.cc:365] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:19.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.095604 30101 raft_consensus.cc:457] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:19.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.095787 30101 raft_consensus.cc:2742] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409: Snoozing failure detection for 2.115s (starting election) 17:47:19.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.095973 30101 raft_consensus.cc:2794] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409 [term 0 FOLLOWER]: Advancing to term 1 17:47:19.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.097120 30100 raft_consensus.cc:479] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b93350f1ec2c4936b8c35c9f366b7e8a" member_type: VOTER last_known_addr { host: "127.28.184.193" port: 34593 } } 17:47:19.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.097656 30100 leader_election.cc:278] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:19.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.099016 30101 raft_consensus.cc:479] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "022f7c4717bf4c689a69003e83846409" member_type: VOTER last_known_addr { host: "127.28.184.194" port: 41598 } } 17:47:19.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.099565 30101 leader_election.cc:278] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.099954 30104 raft_consensus.cc:2742] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a: Snoozing failure detection for 2.088s (election complete) 17:47:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.100446 30104 raft_consensus.cc:2549] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a [term 1 FOLLOWER]: Leader election won for term 1 17:47:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.102144 30106 raft_consensus.cc:2742] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409: Snoozing failure detection for 1.703s (election complete) 17:47:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.102592 30106 raft_consensus.cc:2549] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409 [term 1 FOLLOWER]: Leader election won for term 1 17:47:19.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.103116 30104 raft_consensus.cc:595] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a [term 1 LEADER]: Becoming Leader. State: Replica: b93350f1ec2c4936b8c35c9f366b7e8a, State: Running, Role: LEADER 17:47:19.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.103621 30104 consensus_queue.cc:205] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b93350f1ec2c4936b8c35c9f366b7e8a" member_type: VOTER last_known_addr { host: "127.28.184.193" port: 34593 } } 17:47:19.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.104482 29896 heartbeater.cc:467] Master 127.28.184.254:37798 was elected leader, sending a full tablet report... 17:47:19.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.105512 30101 ts_tablet_manager.cc:1073] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409: Time spent starting tablet: real 0.023s user 0.015s sys 0.008s 17:47:19.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.106735 30106 raft_consensus.cc:595] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409 [term 1 LEADER]: Becoming Leader. State: Replica: 022f7c4717bf4c689a69003e83846409, State: Running, Role: LEADER 17:47:19.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.107151 30106 consensus_queue.cc:205] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "022f7c4717bf4c689a69003e83846409" member_type: VOTER last_known_addr { host: "127.28.184.194" port: 41598 } } 17:47:19.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.106564 30100 ts_tablet_manager.cc:1073] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a: Time spent starting tablet: real 0.028s user 0.020s sys 0.003s 17:47:19.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.111898 29446 catalog_manager.cc:3758] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a reported cstate change: term changed from 0 to 1, leader changed from to b93350f1ec2c4936b8c35c9f366b7e8a (127.28.184.193). New cstate: current_term: 1 leader_uuid: "b93350f1ec2c4936b8c35c9f366b7e8a" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b93350f1ec2c4936b8c35c9f366b7e8a" member_type: VOTER last_known_addr { host: "127.28.184.193" port: 34593 } health_report { overall_health: HEALTHY } } } 17:47:19.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.125888 29447 catalog_manager.cc:3758] T fd1d52eaad8141de98c4539368c82388 P 022f7c4717bf4c689a69003e83846409 reported cstate change: term changed from 0 to 1, leader changed from to 022f7c4717bf4c689a69003e83846409 (127.28.184.194). New cstate: current_term: 1 leader_uuid: "022f7c4717bf4c689a69003e83846409" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "022f7c4717bf4c689a69003e83846409" member_type: VOTER last_known_addr { host: "127.28.184.194" port: 41598 } health_report { overall_health: HEALTHY } } } 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.169005 29447 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.28.184.254:46838: 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.187314 29701 tablet_service.cc:759] Processing CreateTablet for tablet aad193cfd12b4eb1b9415cb708f3d30a (table=simple-test [id=83d28a3bd5744900ab0923baf45afdb5]), partition=RANGE (key) PARTITION UNBOUNDED 17:47:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.187894 29701 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet aad193cfd12b4eb1b9415cb708f3d30a. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.193547 29701 ts_tablet_manager.cc:1173] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a: Registered tablet (data state: TABLET_DATA_READY) 17:47:19.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.193888 30100 ts_tablet_manager.cc:1028] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a: Bootstrapping tablet 17:47:19.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.194177 30100 tablet_bootstrap.cc:438] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a: Bootstrap starting. 17:47:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.196029 30100 tablet_bootstrap.cc:592] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a: No blocks or log segments found. Creating new log. 17:47:19.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.199678 30100 tablet_bootstrap.cc:438] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a: No bootstrap required, opened a new log 17:47:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.199939 30100 ts_tablet_manager.cc:1045] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a: Time spent bootstrapping tablet: real 0.006s user 0.003s sys 0.001s 17:47:19.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.201005 30100 raft_consensus.cc:325] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b93350f1ec2c4936b8c35c9f366b7e8a" member_type: VOTER last_known_addr { host: "127.28.184.193" port: 34593 } } 17:47:19.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.201321 30100 raft_consensus.cc:351] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:19.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.201517 30100 raft_consensus.cc:630] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b93350f1ec2c4936b8c35c9f366b7e8a, State: Initialized, Role: FOLLOWER 17:47:19.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.201916 30100 consensus_queue.cc:228] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b93350f1ec2c4936b8c35c9f366b7e8a" member_type: VOTER last_known_addr { host: "127.28.184.193" port: 34593 } } 17:47:19.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.202317 30100 raft_consensus.cc:365] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:19.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.202518 30100 raft_consensus.cc:457] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:19.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.202703 30100 raft_consensus.cc:2742] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a: Snoozing failure detection for 2.120s (starting election) 17:47:19.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.202889 30100 raft_consensus.cc:2794] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a [term 0 FOLLOWER]: Advancing to term 1 17:47:19.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.205607 30100 raft_consensus.cc:479] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b93350f1ec2c4936b8c35c9f366b7e8a" member_type: VOTER last_known_addr { host: "127.28.184.193" port: 34593 } } 17:47:19.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.205982 30100 leader_election.cc:278] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.206399 30104 raft_consensus.cc:2742] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a: Snoozing failure detection for 2.229s (election complete) 17:47:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.206621 30104 raft_consensus.cc:2549] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a [term 1 FOLLOWER]: Leader election won for term 1 17:47:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.206914 30104 raft_consensus.cc:595] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a [term 1 LEADER]: Becoming Leader. State: Replica: b93350f1ec2c4936b8c35c9f366b7e8a, State: Running, Role: LEADER 17:47:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.207113 30100 ts_tablet_manager.cc:1073] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a: Time spent starting tablet: real 0.007s user 0.006s sys 0.001s 17:47:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.207268 30104 consensus_queue.cc:205] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b93350f1ec2c4936b8c35c9f366b7e8a" member_type: VOTER last_known_addr { host: "127.28.184.193" port: 34593 } } 17:47:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.211918 29447 catalog_manager.cc:3758] T aad193cfd12b4eb1b9415cb708f3d30a P b93350f1ec2c4936b8c35c9f366b7e8a reported cstate change: term changed from 0 to 1, leader changed from to b93350f1ec2c4936b8c35c9f366b7e8a (127.28.184.193). New cstate: current_term: 1 leader_uuid: "b93350f1ec2c4936b8c35c9f366b7e8a" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b93350f1ec2c4936b8c35c9f366b7e8a" member_type: VOTER last_known_addr { host: "127.28.184.193" port: 34593 } health_report { overall_health: HEALTHY } } } 17:47:19.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:19.346439 29773 tablet.cc:1728] T 963e3d95b3604c9490118e84f5d5e054 P b93350f1ec2c4936b8c35c9f366b7e8a: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:19.905544 30027 heartbeater.cc:467] Master 127.28.184.254:37798 was elected leader, sending a full tablet report... 17:47:20.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:20.455857 29411 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 29611 17:47:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:20.478842 29427 connection.cc:512] server connection from 127.28.184.193:59727 recv error: Network error: failed to read from TLS socket (remote: 127.28.184.193:59727): Connection reset by peer (error 104) 17:47:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:20.479967 29493 connection.cc:512] server connection from 127.28.184.193:50838 recv error: Network error: failed to read from TLS socket (remote: 127.28.184.193:50838): Connection reset by peer (error 104) 17:47:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:20.480931 29558 connection.cc:512] server connection from 127.28.184.193:57068 recv error: Network error: failed to read from TLS socket (remote: 127.28.184.193:57068): Connection reset by peer (error 104) 17:47:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:20.482035 29411 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 29769 17:47:20.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:20.504310 29411 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 29898 17:47:20.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:20.504274 29428 connection.cc:512] server connection from 127.28.184.194:59493 recv error: Network error: failed to read from TLS socket (remote: 127.28.184.194:59493): Connection reset by peer (error 104) 17:47:20.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:20.505090 29495 connection.cc:512] server connection from 127.28.184.194:57121 recv error: Network error: failed to read from TLS socket (remote: 127.28.184.194:57121): Connection reset by peer (error 104) 17:47:20.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:20.505172 29558 connection.cc:512] server connection from 127.28.184.194:58521 recv error: Network error: failed to read from TLS socket (remote: 127.28.184.194:58521): Connection reset by peer (error 104) 17:47:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:20.521580 29411 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 29419 17:47:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:20.521602 29494 connection.cc:512] server connection from 127.28.184.195:50496 recv error: Network error: failed to read from TLS socket (remote: 127.28.184.195:50496): Connection reset by peer (error 104) 17:47:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:20.521642 29558 connection.cc:512] server connection from 127.28.184.195:53920 recv error: Network error: failed to read from TLS socket (remote: 127.28.184.195:53920): Connection reset by peer (error 104) 17:47:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:20.544999 29411 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 29481 17:47:20.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:20.566265 29411 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 29547 17:47:21.605 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614041605 17:47:21.606 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:47:21.606 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:47:21.606 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:47:21.606 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:47:21.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:21.817603 30158 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/wal 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/data 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.29.115.190:43754 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.29.115.190 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/logs 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/data/info.pb 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:21.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.29.115.190:43754,127.29.115.189:55334,127.29.115.188:46564 with env {} 17:47:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:21.973522 30170 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:21.973897 30170 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:21.983001 30170 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:21.983127 30170 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:21.983222 30170 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:21.983351 30170 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.001950 30170 master_main.cc:73] Master server non-default flags: 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/data 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/wal 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.29.115.190:43754,127.29.115.189:55334,127.29.115.188:46564 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.29.115.190:43754 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/data/info.pb 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.29.115.190 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/logs 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.016862 30170 master_main.cc:80] Initializing master server... 17:47:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.019695 30170 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 196564us 17:47:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.020448 30170 fs_manager.cc:262] Metadata directory not provided 17:47:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.020568 30170 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.020848 30170 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.020961 30170 server_base.cc:433] Attempting to create new FS layout instead 17:47:22.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.024698 30170 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/data/instance: 17:47:22.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a56ff00446264513974d632a4572f1e9" 17:47:22.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:22 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:22.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.025425 30170 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/wal/instance: 17:47:22.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a56ff00446264513974d632a4572f1e9" 17:47:22.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:22 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:22.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.039680 30170 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.005s 17:47:22.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.040840 30170 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:22.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.042011 30170 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.050199 30170 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s 17:47:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.050314 30170 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/wal 17:47:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a56ff00446264513974d632a4572f1e9" 17:47:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:22 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.050566 30170 fs_report.cc:352] FS layout report 17:47:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/wal 17:47:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/wal 17:47:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/data/data 17:47:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.188738 30170 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:22.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.191125 30170 master_main.cc:83] Starting Master server... 17:47:22.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.278776 30170 rpc_server.cc:205] RPC server started. Bound to: 127.29.115.190:43754 17:47:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.279700 30170 webserver.cc:175] Starting webserver on 127.29.115.190:0 17:47:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.279809 30170 webserver.cc:186] Document root disabled 17:47:22.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.281699 30170 webserver.cc:313] Webserver started. Bound to: http://127.29.115.190:34198/ 17:47:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.282436 30170 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-0/data/info.pb 17:47:22.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.285663 30231 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.291554 30158 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 30170 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.292703 30158 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/wal 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/data 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.29.115.189:55334 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.29.115.189 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:22.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:22.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/logs 17:47:22.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/data/info.pb 17:47:22.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:22.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:22.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:22.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:22.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:22.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.29.115.190:43754,127.29.115.189:55334,127.29.115.188:46564 with env {} 17:47:22.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.301553 30231 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } has no permanent_uuid. Determining permanent_uuid... 17:47:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.324079 30231 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } has no permanent_uuid. Determining permanent_uuid... 17:47:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.326258 30231 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.29.115.189:55334: Network error: Client connection negotiation failed: client connection to 127.29.115.189:55334: connect: Connection refused (error 111) 17:47:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.345789 30231 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } attempt: 1 17:47:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.347486 30231 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.29.115.189:55334: Network error: Client connection negotiation failed: client connection to 127.29.115.189:55334: connect: Connection refused (error 111) 17:47:22.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.395964 30231 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } attempt: 2 17:47:22.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.397639 30231 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.29.115.189:55334: Network error: Client connection negotiation failed: client connection to 127.29.115.189:55334: connect: Connection refused (error 111) 17:47:22.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:22.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.458137 30232 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:22.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.458614 30232 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.467967 30232 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.468202 30232 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.468325 30232 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.468508 30232 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:22.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.487735 30232 master_main.cc:73] Master server non-default flags: 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/data 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/wal 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.29.115.190:43754,127.29.115.189:55334,127.29.115.188:46564 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.29.115.189:55334 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/data/info.pb 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.29.115.189 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/logs 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.502408 30232 master_main.cc:80] Initializing master server... 17:47:22.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.504845 30232 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 196564us 17:47:22.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.505662 30232 fs_manager.cc:262] Metadata directory not provided 17:47:22.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.505805 30232 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.506166 30232 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.506291 30232 server_base.cc:433] Attempting to create new FS layout instead 17:47:22.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.509095 30231 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } attempt: 3 17:47:22.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.510462 30231 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.29.115.189:55334: Network error: Client connection negotiation failed: client connection to 127.29.115.189:55334: connect: Connection refused (error 111) 17:47:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.510907 30232 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/data/instance: 17:47:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0679d891ec5c4e17b94018b4e75f99b0" 17:47:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:22 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.511749 30232 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/wal/instance: 17:47:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0679d891ec5c4e17b94018b4e75f99b0" 17:47:22.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:22 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:22.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.525835 30232 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.005s 17:47:22.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.527122 30232 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.528407 30232 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:22.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.536761 30232 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:47:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.536897 30232 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/wal 17:47:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0679d891ec5c4e17b94018b4e75f99b0" 17:47:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:22 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.537235 30232 fs_report.cc:352] FS layout report 17:47:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/wal 17:47:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/wal 17:47:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/data/data 17:47:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:22.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:22.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:22.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:22.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:22.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:22.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.686812 30231 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } attempt: 4 17:47:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.688159 30231 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.29.115.189:55334: Network error: Client connection negotiation failed: client connection to 127.29.115.189:55334: connect: Connection refused (error 111) 17:47:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.695109 30232 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:22.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.697646 30232 master_main.cc:83] Starting Master server... 17:47:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.785657 30232 rpc_server.cc:205] RPC server started. Bound to: 127.29.115.189:55334 17:47:22.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.786638 30232 webserver.cc:175] Starting webserver on 127.29.115.189:0 17:47:22.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.786746 30232 webserver.cc:186] Document root disabled 17:47:22.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.788719 30232 webserver.cc:313] Webserver started. Bound to: http://127.29.115.189:60960/ 17:47:22.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.789549 30232 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-1/data/info.pb 17:47:22.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.793604 30297 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.799599 30158 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 30232 17:47:22.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.800715 30158 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:22.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:22.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/wal 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/data 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.29.115.188:46564 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.29.115.188 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/logs 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/data/info.pb 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.29.115.190:43754,127.29.115.189:55334,127.29.115.188:46564 with env {} 17:47:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.808619 30297 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } has no permanent_uuid. Determining permanent_uuid... 17:47:22.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.825594 30297 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } has no permanent_uuid. Determining permanent_uuid... 17:47:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.837949 30297 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } has no permanent_uuid. Determining permanent_uuid... 17:47:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.839350 30297 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.29.115.188:46564: Network error: Client connection negotiation failed: client connection to 127.29.115.188:46564: connect: Connection refused (error 111) 17:47:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.858754 30297 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } attempt: 1 17:47:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.860049 30297 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.29.115.188:46564: Network error: Client connection negotiation failed: client connection to 127.29.115.188:46564: connect: Connection refused (error 111) 17:47:22.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.908377 30297 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } attempt: 2 17:47:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.909610 30297 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.29.115.188:46564: Network error: Client connection negotiation failed: client connection to 127.29.115.188:46564: connect: Connection refused (error 111) 17:47:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.960893 30298 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.961278 30298 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:22.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.970561 30298 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:22.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.970686 30298 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:22.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.970784 30298 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:22.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:22.970945 30298 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.989959 30298 master_main.cc:73] Master server non-default flags: 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/data 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/wal 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.29.115.190:43754,127.29.115.189:55334,127.29.115.188:46564 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.29.115.188:46564 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/data/info.pb 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.29.115.188 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/logs 17:47:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.991524 30231 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } attempt: 5 17:47:23.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:22.999676 30231 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } has no permanent_uuid. Determining permanent_uuid... 17:47:23.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.000988 30231 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.29.115.188:46564: Network error: Client connection negotiation failed: client connection to 127.29.115.188:46564: connect: Connection refused (error 111) 17:47:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.007840 30298 master_main.cc:80] Initializing master server... 17:47:23.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.010236 30298 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 197064us 17:47:23.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.011011 30298 fs_manager.cc:262] Metadata directory not provided 17:47:23.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.011155 30298 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:23.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.011477 30298 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:23.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.011602 30298 server_base.cc:433] Attempting to create new FS layout instead 17:47:23.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.015373 30298 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/data/instance: 17:47:23.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "878ed95140c3403e824348075f88ab25" 17:47:23.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:23.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.016129 30298 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/wal/instance: 17:47:23.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "878ed95140c3403e824348075f88ab25" 17:47:23.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.020941 30297 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } attempt: 3 17:47:23.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.022181 30297 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.29.115.188:46564: Network error: Client connection negotiation failed: client connection to 127.29.115.188:46564: connect: Connection refused (error 111) 17:47:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.031225 30298 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.009s sys 0.004s 17:47:23.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.032407 30298 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.033633 30298 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:23.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.039340 30231 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } attempt: 1 17:47:23.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.040758 30231 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.29.115.188:46564: Network error: Client connection negotiation failed: client connection to 127.29.115.188:46564: connect: Connection refused (error 111) 17:47:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.042994 30298 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:47:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.043124 30298 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/wal 17:47:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "878ed95140c3403e824348075f88ab25" 17:47:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.043375 30298 fs_report.cc:352] FS layout report 17:47:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/wal 17:47:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/wal 17:47:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/data/data 17:47:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:23.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.089107 30231 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } attempt: 2 17:47:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.090590 30231 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.29.115.188:46564: Network error: Client connection negotiation failed: client connection to 127.29.115.188:46564: connect: Connection refused (error 111) 17:47:23.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.190928 30231 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } attempt: 3 17:47:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.192469 30231 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.29.115.188:46564: Network error: Client connection negotiation failed: client connection to 127.29.115.188:46564: connect: Connection refused (error 111) 17:47:23.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.194403 30298 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.197321 30298 master_main.cc:83] Starting Master server... 17:47:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.198482 30297 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } attempt: 4 17:47:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.200002 30297 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.29.115.188:46564: Network error: Client connection negotiation failed: client connection to 127.29.115.188:46564: connect: Connection refused (error 111) 17:47:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.287169 30298 rpc_server.cc:205] RPC server started. Bound to: 127.29.115.188:46564 17:47:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.288149 30298 webserver.cc:175] Starting webserver on 127.29.115.188:0 17:47:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.288249 30298 webserver.cc:186] Document root disabled 17:47:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.290174 30298 webserver.cc:313] Webserver started. Bound to: http://127.29.115.188:38646/ 17:47:23.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.290954 30298 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/master-2/data/info.pb 17:47:23.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.294222 30361 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:23.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.297448 30158 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 30298 17:47:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.298796 30158 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/wal 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/data 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.29.115.129:0 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.29.115.129 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.29.115.129 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.29.115.190:43754,127.29.115.189:55334,127.29.115.188:46564 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/logs 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/data/info.pb 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:23.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.309386 30361 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } has no permanent_uuid. Determining permanent_uuid... 17:47:23.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.326825 30361 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } has no permanent_uuid. Determining permanent_uuid... 17:47:23.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.333293 30231 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } attempt: 4 17:47:23.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.333405 30361 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } has no permanent_uuid. Determining permanent_uuid... 17:47:23.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.353345 30231 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9: Bootstrap starting. 17:47:23.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.356801 30231 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9: No blocks or log segments found. Creating new log. 17:47:23.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.357095 30361 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25: Bootstrap starting. 17:47:23.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.358804 30231 log.cc:525] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9: Log is configured to *not* fsync() on all Append() calls 17:47:23.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.359710 30361 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25: No blocks or log segments found. Creating new log. 17:47:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.361106 30361 log.cc:525] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25: Log is configured to *not* fsync() on all Append() calls 17:47:23.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.364843 30231 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9: No bootstrap required, opened a new log 17:47:23.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.365698 30361 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25: No bootstrap required, opened a new log 17:47:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.376183 30361 raft_consensus.cc:325] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } 17:47:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.376713 30361 raft_consensus.cc:351] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.376983 30361 raft_consensus.cc:630] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 878ed95140c3403e824348075f88ab25, State: Initialized, Role: FOLLOWER 17:47:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.377638 30361 consensus_queue.cc:228] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } 17:47:23.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.380985 30361 sys_catalog.cc:337] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } } 17:47:23.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.381716 30361 sys_catalog.cc:340] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [sys.catalog]: This master's current role is: FOLLOWER 17:47:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.383003 30361 sys_catalog.cc:424] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [sys.catalog]: configured and running, proceeding with master startup. 17:47:23.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.383508 30231 raft_consensus.cc:325] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } 17:47:23.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.384227 30231 raft_consensus.cc:351] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:23.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.384485 30231 raft_consensus.cc:630] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a56ff00446264513974d632a4572f1e9, State: Initialized, Role: FOLLOWER 17:47:23.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.385162 30231 consensus_queue.cc:228] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } 17:47:23.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.388159 30231 sys_catalog.cc:337] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } } 17:47:23.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.388842 30231 sys_catalog.cc:340] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [sys.catalog]: This master's current role is: FOLLOWER 17:47:23.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.390307 30231 sys_catalog.cc:424] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [sys.catalog]: configured and running, proceeding with master startup. 17:47:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.381212 30368 sys_catalog.cc:337] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } } 17:47:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.479214 30368 sys_catalog.cc:340] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [sys.catalog]: This master's current role is: FOLLOWER 17:47:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.388950 30370 sys_catalog.cc:337] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } } 17:47:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.485546 30370 sys_catalog.cc:340] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [sys.catalog]: This master's current role is: FOLLOWER 17:47:23.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.503355 30297 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } attempt: 5 17:47:23.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.518543 30297 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0: Bootstrap starting. 17:47:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.521837 30297 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0: No blocks or log segments found. Creating new log. 17:47:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.523707 30297 log.cc:525] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0: Log is configured to *not* fsync() on all Append() calls 17:47:23.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.445241 30187 tablet.cc:1728] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.529414 30170 master_main.cc:86] Master server successfully started. 17:47:23.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.530939 30297 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0: No bootstrap required, opened a new log 17:47:23.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.451261 30317 tablet.cc:1728] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.537075 30298 master_main.cc:86] Master server successfully started. 17:47:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.537714 30371 catalog_manager.cc:1084] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.537966 30371 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.550268 30362 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:23.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.551710 30362 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:23.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.551154 30297 raft_consensus.cc:325] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } 17:47:23.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.551932 30297 raft_consensus.cc:351] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:23.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.552214 30297 raft_consensus.cc:630] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0679d891ec5c4e17b94018b4e75f99b0, State: Initialized, Role: FOLLOWER 17:47:23.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.553344 30297 consensus_queue.cc:228] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } 17:47:23.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.554630 30369 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.555017 30369 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:23.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.559949 30297 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } } 17:47:23.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.562007 30297 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [sys.catalog]: This master's current role is: FOLLOWER 17:47:23.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.563532 30362 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:23.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.564136 30362 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.115.129 17:47:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.567078 30297 sys_catalog.cc:424] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [sys.catalog]: configured and running, proceeding with master startup. 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.608981 30362 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/data 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/wal 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.29.115.129:0 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/data/info.pb 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.29.115.129 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.29.115.190:43754,127.29.115.189:55334,127.29.115.188:46564 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.29.115.129 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/logs 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:23.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:23.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:23.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.635185 30362 tablet_server_main.cc:85] Initializing tablet server... 17:47:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.639036 30362 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 197064us 17:47:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.639861 30362 fs_manager.cc:262] Metadata directory not provided 17:47:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.640159 30362 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.640650 30362 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:23.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.640940 30362 server_base.cc:433] Attempting to create new FS layout instead 17:47:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.646385 30362 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/data/instance: 17:47:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "aaaec61653064040b060b0bc8ba2d0d7" 17:47:23.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.647615 30362 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/wal/instance: 17:47:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "aaaec61653064040b060b0bc8ba2d0d7" 17:47:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.562412 30375 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } } 17:47:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.663246 30375 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [sys.catalog]: This master's current role is: FOLLOWER 17:47:23.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.668871 30362 fs_manager.cc:502] Time spent creating directory manager: real 0.021s user 0.012s sys 0.007s 17:47:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.670986 30362 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.672472 30362 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.678030 30232 master_main.cc:86] Master server successfully started. 17:47:23.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.686688 30362 fs_manager.cc:418] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.686981 30362 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/wal 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "aaaec61653064040b060b0bc8ba2d0d7" 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.687243 30362 fs_report.cc:352] FS layout report 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/wal 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/wal 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/data/data 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:23.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:23.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:23.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.694285 30376 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:23.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.694893 30376 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:23.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:23.701164 30253 tablet.cc:1728] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:23.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.795274 30375 raft_consensus.cc:457] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:23.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.795605 30375 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0: Snoozing failure detection for 1.721s (starting election) 17:47:23.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.795884 30375 raft_consensus.cc:479] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } 17:47:23.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.797226 30375 leader_election.cc:251] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer a56ff00446264513974d632a4572f1e9 (127.29.115.190:43754) 17:47:23.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.799463 30208 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0679d891ec5c4e17b94018b4e75f99b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a56ff00446264513974d632a4572f1e9" is_pre_election: true 17:47:23.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.800194 30208 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9: Snoozing failure detection for 2.219s (vote granted) 17:47:23.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.800534 30208 raft_consensus.cc:2255] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0679d891ec5c4e17b94018b4e75f99b0 in term 0. 17:47:23.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.798329 30375 leader_election.cc:251] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 878ed95140c3403e824348075f88ab25 (127.29.115.188:46564) 17:47:23.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.801389 30244 leader_election.cc:387] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [CANDIDATE]: Term 1 pre-election: Vote granted by peer a56ff00446264513974d632a4572f1e9 (127.29.115.190:43754) 17:47:23.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.801674 30244 leader_election.cc:278] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:47:23.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.802251 30375 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0: Snoozing failure detection for 2.138s (election complete) 17:47:23.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.802660 30375 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:47:23.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.803160 30375 raft_consensus.cc:457] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:47:23.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.803544 30375 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0: Snoozing failure detection for 2.198s (starting election) 17:47:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.803439 30338 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0679d891ec5c4e17b94018b4e75f99b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "878ed95140c3403e824348075f88ab25" is_pre_election: true 17:47:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.803941 30375 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [term 0 FOLLOWER]: Advancing to term 1 17:47:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.804177 30338 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25: Snoozing failure detection for 1.725s (vote granted) 17:47:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.804502 30338 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0679d891ec5c4e17b94018b4e75f99b0 in term 0. 17:47:23.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.805768 30242 leader_election.cc:387] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 878ed95140c3403e824348075f88ab25 (127.29.115.188:46564) 17:47:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.810668 30375 raft_consensus.cc:479] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } 17:47:23.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.812722 30375 leader_election.cc:251] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [CANDIDATE]: Term 1 election: Requesting vote from peer a56ff00446264513974d632a4572f1e9 (127.29.115.190:43754) 17:47:23.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.813871 30375 leader_election.cc:251] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [CANDIDATE]: Term 1 election: Requesting vote from peer 878ed95140c3403e824348075f88ab25 (127.29.115.188:46564) 17:47:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.814638 30208 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0679d891ec5c4e17b94018b4e75f99b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a56ff00446264513974d632a4572f1e9" 17:47:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.815057 30208 raft_consensus.cc:2794] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [term 0 FOLLOWER]: Advancing to term 1 17:47:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.815331 30208 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9: Snoozing failure detection for 1.972s (vote granted) 17:47:23.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.820484 30208 raft_consensus.cc:2255] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0679d891ec5c4e17b94018b4e75f99b0 in term 1. 17:47:23.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.821372 30244 leader_election.cc:387] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [CANDIDATE]: Term 1 election: Vote granted by peer a56ff00446264513974d632a4572f1e9 (127.29.115.190:43754) 17:47:23.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.821653 30244 leader_election.cc:278] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.822819 30338 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0679d891ec5c4e17b94018b4e75f99b0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "878ed95140c3403e824348075f88ab25" 17:47:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.823283 30338 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [term 0 FOLLOWER]: Advancing to term 1 17:47:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.823599 30338 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25: Snoozing failure detection for 1.539s (vote granted) 17:47:23.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.827636 30375 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0: Snoozing failure detection for 2.105s (election complete) 17:47:23.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.828083 30375 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [term 1 FOLLOWER]: Leader election won for term 1 17:47:23.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.828743 30338 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0679d891ec5c4e17b94018b4e75f99b0 in term 1. 17:47:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.829658 30242 leader_election.cc:387] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [CANDIDATE]: Term 1 election: Vote granted by peer 878ed95140c3403e824348075f88ab25 (127.29.115.188:46564) 17:47:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.843933 30375 raft_consensus.cc:595] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [term 1 LEADER]: Becoming Leader. State: Replica: 0679d891ec5c4e17b94018b4e75f99b0, State: Running, Role: LEADER 17:47:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.844643 30375 consensus_queue.cc:205] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } 17:47:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.869307 30389 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0679d891ec5c4e17b94018b4e75f99b0. Latest consensus state: current_term: 1 leader_uuid: "0679d891ec5c4e17b94018b4e75f99b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } } 17:47:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.870205 30389 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [sys.catalog]: This master's current role is: LEADER 17:47:23.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.885839 30392 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:47:23.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.889722 30392 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:47:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.947002 30362 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:23.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.955534 30362 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:23.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.962146 30362 tablet_server_main.cc:90] Starting tablet server... 17:47:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.970263 30338 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [term 1 FOLLOWER]: Refusing update from remote peer 0679d891ec5c4e17b94018b4e75f99b0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.970577 30208 raft_consensus.cc:1083] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [term 1 FOLLOWER]: Refusing update from remote peer 0679d891ec5c4e17b94018b4e75f99b0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:23.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.971817 30389 consensus_queue.cc:963] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:23.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.972853 30389 consensus_queue.cc:963] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.995358 30370 sys_catalog.cc:337] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0679d891ec5c4e17b94018b4e75f99b0. Latest consensus state: current_term: 1 leader_uuid: "0679d891ec5c4e17b94018b4e75f99b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } } 17:47:23.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:23.996021 30370 sys_catalog.cc:340] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [sys.catalog]: This master's current role is: FOLLOWER 17:47:24.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.003648 30368 sys_catalog.cc:337] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0679d891ec5c4e17b94018b4e75f99b0. Latest consensus state: current_term: 1 leader_uuid: "0679d891ec5c4e17b94018b4e75f99b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } } 17:47:24.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.004309 30368 sys_catalog.cc:340] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [sys.catalog]: This master's current role is: FOLLOWER 17:47:24.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.004237 30370 sys_catalog.cc:337] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0679d891ec5c4e17b94018b4e75f99b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } } 17:47:24.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.004930 30370 sys_catalog.cc:340] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9 [sys.catalog]: This master's current role is: FOLLOWER 17:47:24.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.009810 30368 sys_catalog.cc:337] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0679d891ec5c4e17b94018b4e75f99b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } } 17:47:24.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.010793 30368 sys_catalog.cc:340] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25 [sys.catalog]: This master's current role is: FOLLOWER 17:47:24.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.020664 30389 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0679d891ec5c4e17b94018b4e75f99b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } } 17:47:24.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.021306 30389 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [sys.catalog]: This master's current role is: LEADER 17:47:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.022054 30392 catalog_manager.cc:924] Generated new certificate authority record 17:47:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.023138 30375 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0679d891ec5c4e17b94018b4e75f99b0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a56ff00446264513974d632a4572f1e9" member_type: VOTER last_known_addr { host: "127.29.115.190" port: 43754 } } peers { permanent_uuid: "0679d891ec5c4e17b94018b4e75f99b0" member_type: VOTER last_known_addr { host: "127.29.115.189" port: 55334 } } peers { permanent_uuid: "878ed95140c3403e824348075f88ab25" member_type: VOTER last_known_addr { host: "127.29.115.188" port: 46564 } } } 17:47:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.023913 30375 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0 [sys.catalog]: This master's current role is: LEADER 17:47:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.024260 30392 catalog_manager.cc:1046] Loading token signing keys... 17:47:24.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.042778 30392 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 0679d891ec5c4e17b94018b4e75f99b0: Generated new TSK 0 17:47:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.544116 30371 catalog_manager.cc:1082] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9: acquiring CA information for follower catalog manager: success 17:47:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.547102 30371 catalog_manager.cc:1110] T 00000000000000000000000000000000 P a56ff00446264513974d632a4572f1e9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:24.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.561651 30369 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25: acquiring CA information for follower catalog manager: success 17:47:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.564859 30369 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 878ed95140c3403e824348075f88ab25: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.766937 30362 rpc_server.cc:205] RPC server started. Bound to: 127.29.115.129:34205 17:47:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.768460 30362 webserver.cc:175] Starting webserver on 127.29.115.129:0 17:47:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.768734 30362 webserver.cc:186] Document root disabled 17:47:24.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.774745 30362 webserver.cc:313] Webserver started. Bound to: http://127.29.115.129:42310/ 17:47:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.775763 30362 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-0/data/info.pb 17:47:24.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.778811 30158 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 30362 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.780009 30158 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/wal 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/data 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.29.115.130:0 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.29.115.130 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.29.115.130 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.29.115.190:43754,127.29.115.189:55334,127.29.115.188:46564 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/logs 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/data/info.pb 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:24.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.835745 30362 tablet_server_main.cc:93] Tablet server successfully started. 17:47:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.858772 30514 heartbeater.cc:346] Connected to a master server at 127.29.115.188:46564 17:47:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.859091 30514 heartbeater.cc:426] Registering TS with master... 17:47:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.859710 30514 heartbeater.cc:475] Master 127.29.115.188:46564 requested a full tablet report, sending... 17:47:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.862998 30328 ts_manager.cc:98] Registered new tserver with Master: aaaec61653064040b060b0bc8ba2d0d7 (127.29.115.129:34205) 17:47:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.866709 30511 heartbeater.cc:346] Connected to a master server at 127.29.115.189:55334 17:47:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.866935 30511 heartbeater.cc:426] Registering TS with master... 17:47:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.867349 30511 heartbeater.cc:475] Master 127.29.115.189:55334 requested a full tablet report, sending... 17:47:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.869453 30264 ts_manager.cc:98] Registered new tserver with Master: aaaec61653064040b060b0bc8ba2d0d7 (127.29.115.129:34205) 17:47:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.872128 30264 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.29.115.129:33846 17:47:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.860800 30509 heartbeater.cc:346] Connected to a master server at 127.29.115.190:43754 17:47:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.877012 30509 heartbeater.cc:426] Registering TS with master... 17:47:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.877347 30509 heartbeater.cc:475] Master 127.29.115.190:43754 requested a full tablet report, sending... 17:47:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:24.880182 30198 ts_manager.cc:98] Registered new tserver with Master: aaaec61653064040b060b0bc8ba2d0d7 (127.29.115.129:34205) 17:47:25.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:25.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:25.154510 30510 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:25.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:25.155596 30510 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:25.172964 30510 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:25.173817 30510 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.115.130 17:47:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.217409 30510 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/data 17:47:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/wal 17:47:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.29.115.130:0 17:47:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/data/info.pb 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.29.115.130 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.29.115.190:43754,127.29.115.189:55334,127.29.115.188:46564 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.29.115.130 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/logs 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:25.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.245810 30510 tablet_server_main.cc:85] Initializing tablet server... 17:47:25.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.249580 30510 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 198064us 17:47:25.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.250412 30510 fs_manager.cc:262] Metadata directory not provided 17:47:25.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.250810 30510 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:25.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.251329 30510 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:25.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.251739 30510 server_base.cc:433] Attempting to create new FS layout instead 17:47:25.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.256978 30510 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/data/instance: 17:47:25.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "eb97d33a1055458d8ae60cff673215ff" 17:47:25.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:25 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:25.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.258461 30510 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/wal/instance: 17:47:25.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "eb97d33a1055458d8ae60cff673215ff" 17:47:25.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:25 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.286741 30510 fs_manager.cc:502] Time spent creating directory manager: real 0.028s user 0.014s sys 0.010s 17:47:25.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.289062 30510 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.289870 30510 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.307988 30510 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.005s 17:47:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.308447 30510 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/wal 17:47:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "eb97d33a1055458d8ae60cff673215ff" 17:47:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:25 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.309098 30510 fs_report.cc:352] FS layout report 17:47:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/wal 17:47:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/wal 17:47:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/data/data 17:47:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.569891 30510 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.578793 30510 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:25.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.584792 30510 tablet_server_main.cc:90] Starting tablet server... 17:47:25.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.853247 30510 rpc_server.cc:205] RPC server started. Bound to: 127.29.115.130:38901 17:47:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.854640 30510 webserver.cc:175] Starting webserver on 127.29.115.130:0 17:47:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.854760 30510 webserver.cc:186] Document root disabled 17:47:25.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.856626 30510 webserver.cc:313] Webserver started. Bound to: http://127.29.115.130:42494/ 17:47:25.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.857486 30510 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-1/data/info.pb 17:47:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.864943 30158 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 30510 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.866034 30158 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/wal 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/data 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.29.115.131:0 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.29.115.131 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.29.115.131 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.29.115.190:43754,127.29.115.189:55334,127.29.115.188:46564 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/logs 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/data/info.pb 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:25.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.876260 30511 heartbeater.cc:467] Master 127.29.115.189:55334 was elected leader, sending a full tablet report... 17:47:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.896127 30510 tablet_server_main.cc:93] Tablet server successfully started. 17:47:25.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.956132 30646 heartbeater.cc:346] Connected to a master server at 127.29.115.188:46564 17:47:25.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.956584 30646 heartbeater.cc:426] Registering TS with master... 17:47:25.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.957374 30646 heartbeater.cc:475] Master 127.29.115.188:46564 requested a full tablet report, sending... 17:47:25.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.959133 30643 heartbeater.cc:346] Connected to a master server at 127.29.115.189:55334 17:47:25.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.959362 30643 heartbeater.cc:426] Registering TS with master... 17:47:25.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.959836 30643 heartbeater.cc:475] Master 127.29.115.189:55334 requested a full tablet report, sending... 17:47:25.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.960348 30328 ts_manager.cc:98] Registered new tserver with Master: eb97d33a1055458d8ae60cff673215ff (127.29.115.130:38901) 17:47:25.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.962348 30264 ts_manager.cc:98] Registered new tserver with Master: eb97d33a1055458d8ae60cff673215ff (127.29.115.130:38901) 17:47:25.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.964152 30264 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.29.115.130:54620 17:47:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.973117 30642 heartbeater.cc:346] Connected to a master server at 127.29.115.190:43754 17:47:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.973347 30642 heartbeater.cc:426] Registering TS with master... 17:47:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.973706 30642 heartbeater.cc:475] Master 127.29.115.190:43754 requested a full tablet report, sending... 17:47:25.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:25.976466 30198 ts_manager.cc:98] Registered new tserver with Master: eb97d33a1055458d8ae60cff673215ff (127.29.115.130:38901) 17:47:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:26.035434 30649 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:26.035903 30649 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:26.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:26.044886 30649 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:26.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:26.045271 30649 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.115.131 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.060215 30649 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/data 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/wal 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.29.115.131:0 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/data/info.pb 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.29.115.131 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.29.115.190:43754,127.29.115.189:55334,127.29.115.188:46564 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.29.115.131 17:47:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/logs 17:47:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.075742 30649 tablet_server_main.cc:85] Initializing tablet server... 17:47:26.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.077919 30649 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 198564us 17:47:26.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.078397 30649 fs_manager.cc:262] Metadata directory not provided 17:47:26.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.078562 30649 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.078886 30649 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.079028 30649 server_base.cc:433] Attempting to create new FS layout instead 17:47:26.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.082198 30649 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/data/instance: 17:47:26.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "cd3b622bcf9b428f8697bef8424d568c" 17:47:26.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:26 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:26.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.083194 30649 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/wal/instance: 17:47:26.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "cd3b622bcf9b428f8697bef8424d568c" 17:47:26.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:26 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:26.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.094455 30649 fs_manager.cc:502] Time spent creating directory manager: real 0.011s user 0.008s sys 0.002s 17:47:26.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.095721 30649 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:26.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.096227 30649 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:26.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.103531 30649 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:47:26.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.103677 30649 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/wal 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "cd3b622bcf9b428f8697bef8424d568c" 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:26 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.104219 30649 fs_report.cc:352] FS layout report 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/wal 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/wal 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/data/data 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:26.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:26.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.250706 30649 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:26.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.254570 30649 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:26.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.255681 30649 tablet_server_main.cc:90] Starting tablet server... 17:47:26.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.365092 30649 rpc_server.cc:205] RPC server started. Bound to: 127.29.115.131:44321 17:47:26.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.366322 30649 webserver.cc:175] Starting webserver on 127.29.115.131:0 17:47:26.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.366477 30649 webserver.cc:186] Document root disabled 17:47:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.367921 30649 webserver.cc:313] Webserver started. Bound to: http://127.29.115.131:43474/ 17:47:26.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.368707 30649 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3584064611122847768/ts-2/data/info.pb 17:47:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.378899 30158 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 30649 17:47:26.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.395706 30649 tablet_server_main.cc:93] Tablet server successfully started. 17:47:26.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.431874 30775 heartbeater.cc:346] Connected to a master server at 127.29.115.188:46564 17:47:26.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.432220 30775 heartbeater.cc:426] Registering TS with master... 17:47:26.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.433598 30775 heartbeater.cc:475] Master 127.29.115.188:46564 requested a full tablet report, sending... 17:47:26.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.435303 30773 heartbeater.cc:346] Connected to a master server at 127.29.115.190:43754 17:47:26.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.435520 30773 heartbeater.cc:426] Registering TS with master... 17:47:26.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.435878 30773 heartbeater.cc:475] Master 127.29.115.190:43754 requested a full tablet report, sending... 17:47:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.436561 30328 ts_manager.cc:98] Registered new tserver with Master: cd3b622bcf9b428f8697bef8424d568c (127.29.115.131:44321) 17:47:26.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.438006 30198 ts_manager.cc:98] Registered new tserver with Master: cd3b622bcf9b428f8697bef8424d568c (127.29.115.131:44321) 17:47:26.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.432992 30774 heartbeater.cc:346] Connected to a master server at 127.29.115.189:55334 17:47:26.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.443117 30774 heartbeater.cc:426] Registering TS with master... 17:47:26.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.443560 30774 heartbeater.cc:475] Master 127.29.115.189:55334 requested a full tablet report, sending... 17:47:26.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.445034 30263 ts_manager.cc:98] Registered new tserver with Master: cd3b622bcf9b428f8697bef8424d568c (127.29.115.131:44321) 17:47:26.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.446189 30263 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.29.115.131:48356 17:47:26.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.449268 30158 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:47:26.450 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:47:26.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.535432 30263 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.29.115.189:54557: 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.596107 30446 tablet_service.cc:759] Processing CreateTablet for tablet b82e2cda873841548398138673486ac4 (table=test [id=9f0af271955048788ec81be95a123c28]), partition=RANGE (key) PARTITION VALUES < 50 17:47:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.597223 30446 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet b82e2cda873841548398138673486ac4. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:26.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.601332 30579 tablet_service.cc:759] Processing CreateTablet for tablet 977e51544fc34f48a4e39d5df46c0c02 (table=test [id=9f0af271955048788ec81be95a123c28]), partition=RANGE (key) PARTITION VALUES >= 50 17:47:26.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.602461 30579 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 977e51544fc34f48a4e39d5df46c0c02. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.617025 30446 ts_tablet_manager.cc:1173] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7: Registered tablet (data state: TABLET_DATA_READY) 17:47:26.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.618451 30845 ts_tablet_manager.cc:1028] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7: Bootstrapping tablet 17:47:26.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.619143 30845 tablet_bootstrap.cc:438] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7: Bootstrap starting. 17:47:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.621469 30579 ts_tablet_manager.cc:1173] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff: Registered tablet (data state: TABLET_DATA_READY) 17:47:26.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.622238 30845 tablet_bootstrap.cc:592] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7: No blocks or log segments found. Creating new log. 17:47:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.623654 30845 log.cc:525] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7: Log is configured to *not* fsync() on all Append() calls 17:47:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.623682 30849 ts_tablet_manager.cc:1028] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff: Bootstrapping tablet 17:47:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.624591 30849 tablet_bootstrap.cc:438] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff: Bootstrap starting. 17:47:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.627259 30845 tablet_bootstrap.cc:438] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7: No bootstrap required, opened a new log 17:47:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.627640 30845 ts_tablet_manager.cc:1045] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7: Time spent bootstrapping tablet: real 0.009s user 0.005s sys 0.002s 17:47:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.627864 30849 tablet_bootstrap.cc:592] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff: No blocks or log segments found. Creating new log. 17:47:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.629238 30849 log.cc:525] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff: Log is configured to *not* fsync() on all Append() calls 17:47:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.633648 30849 tablet_bootstrap.cc:438] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff: No bootstrap required, opened a new log 17:47:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.633909 30849 ts_tablet_manager.cc:1045] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s 17:47:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.639153 30845 raft_consensus.cc:325] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aaaec61653064040b060b0bc8ba2d0d7" member_type: VOTER last_known_addr { host: "127.29.115.129" port: 34205 } } 17:47:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.639628 30845 raft_consensus.cc:351] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.639874 30845 raft_consensus.cc:630] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aaaec61653064040b060b0bc8ba2d0d7, State: Initialized, Role: FOLLOWER 17:47:26.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.640586 30845 consensus_queue.cc:228] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aaaec61653064040b060b0bc8ba2d0d7" member_type: VOTER last_known_addr { host: "127.29.115.129" port: 34205 } } 17:47:26.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.641141 30845 raft_consensus.cc:365] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:26.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.641412 30845 raft_consensus.cc:457] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:26.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.641640 30845 raft_consensus.cc:2742] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7: Snoozing failure detection for 1.929s (starting election) 17:47:26.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.641930 30845 raft_consensus.cc:2794] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7 [term 0 FOLLOWER]: Advancing to term 1 17:47:26.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.644682 30845 raft_consensus.cc:479] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aaaec61653064040b060b0bc8ba2d0d7" member_type: VOTER last_known_addr { host: "127.29.115.129" port: 34205 } } 17:47:26.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.644946 30849 raft_consensus.cc:325] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb97d33a1055458d8ae60cff673215ff" member_type: VOTER last_known_addr { host: "127.29.115.130" port: 38901 } } 17:47:26.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.645186 30845 leader_election.cc:278] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:26.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.645382 30849 raft_consensus.cc:351] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:26.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.645541 30849 raft_consensus.cc:630] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb97d33a1055458d8ae60cff673215ff, State: Initialized, Role: FOLLOWER 17:47:26.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.646137 30849 consensus_queue.cc:228] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb97d33a1055458d8ae60cff673215ff" member_type: VOTER last_known_addr { host: "127.29.115.130" port: 38901 } } 17:47:26.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.646620 30849 raft_consensus.cc:365] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:26.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.646824 30849 raft_consensus.cc:457] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:26.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.647008 30849 raft_consensus.cc:2742] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff: Snoozing failure detection for 2.210s (starting election) 17:47:26.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.647200 30849 raft_consensus.cc:2794] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff [term 0 FOLLOWER]: Advancing to term 1 17:47:26.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.647851 30853 raft_consensus.cc:2742] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7: Snoozing failure detection for 1.863s (election complete) 17:47:26.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.648241 30853 raft_consensus.cc:2549] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7 [term 1 FOLLOWER]: Leader election won for term 1 17:47:26.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.651499 30849 raft_consensus.cc:479] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb97d33a1055458d8ae60cff673215ff" member_type: VOTER last_known_addr { host: "127.29.115.130" port: 38901 } } 17:47:26.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.652117 30853 raft_consensus.cc:595] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7 [term 1 LEADER]: Becoming Leader. State: Replica: aaaec61653064040b060b0bc8ba2d0d7, State: Running, Role: LEADER 17:47:26.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.652343 30849 leader_election.cc:278] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:26.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.652750 30845 ts_tablet_manager.cc:1073] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7: Time spent starting tablet: real 0.025s user 0.015s sys 0.006s 17:47:26.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.652642 30853 consensus_queue.cc:205] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aaaec61653064040b060b0bc8ba2d0d7" member_type: VOTER last_known_addr { host: "127.29.115.129" port: 34205 } } 17:47:26.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.654685 30856 raft_consensus.cc:2742] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff: Snoozing failure detection for 1.579s (election complete) 17:47:26.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.655093 30856 raft_consensus.cc:2549] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff [term 1 FOLLOWER]: Leader election won for term 1 17:47:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.657881 30643 heartbeater.cc:467] Master 127.29.115.189:55334 was elected leader, sending a full tablet report... 17:47:26.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.659751 30849 ts_tablet_manager.cc:1073] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff: Time spent starting tablet: real 0.026s user 0.020s sys 0.002s 17:47:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.661880 30263 catalog_manager.cc:3758] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7 reported cstate change: term changed from 0 to 1, leader changed from to aaaec61653064040b060b0bc8ba2d0d7 (127.29.115.129). New cstate: current_term: 1 leader_uuid: "aaaec61653064040b060b0bc8ba2d0d7" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "aaaec61653064040b060b0bc8ba2d0d7" member_type: VOTER last_known_addr { host: "127.29.115.129" port: 34205 } health_report { overall_health: HEALTHY } } } 17:47:26.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.664542 30856 raft_consensus.cc:595] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff [term 1 LEADER]: Becoming Leader. State: Replica: eb97d33a1055458d8ae60cff673215ff, State: Running, Role: LEADER 17:47:26.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.666326 30856 consensus_queue.cc:205] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb97d33a1055458d8ae60cff673215ff" member_type: VOTER last_known_addr { host: "127.29.115.130" port: 38901 } } 17:47:26.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.678807 30263 catalog_manager.cc:3758] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff reported cstate change: term changed from 0 to 1, leader changed from to eb97d33a1055458d8ae60cff673215ff (127.29.115.130). New cstate: current_term: 1 leader_uuid: "eb97d33a1055458d8ae60cff673215ff" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb97d33a1055458d8ae60cff673215ff" member_type: VOTER last_known_addr { host: "127.29.115.130" port: 38901 } health_report { overall_health: HEALTHY } } } 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.709892 30263 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.29.115.189:54557: 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:26.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.742187 30710 tablet_service.cc:759] Processing CreateTablet for tablet be35dca95a96468b8cb8ffaa8282b534 (table=simple-test [id=0dd6b8e3d4b2478e8c6feabefc037d8d]), partition=RANGE (key) PARTITION UNBOUNDED 17:47:26.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.742962 30710 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet be35dca95a96468b8cb8ffaa8282b534. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:26.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.755203 30710 ts_tablet_manager.cc:1173] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c: Registered tablet (data state: TABLET_DATA_READY) 17:47:26.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.756846 30862 ts_tablet_manager.cc:1028] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c: Bootstrapping tablet 17:47:26.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.757620 30862 tablet_bootstrap.cc:438] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c: Bootstrap starting. 17:47:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.760570 30862 tablet_bootstrap.cc:592] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c: No blocks or log segments found. Creating new log. 17:47:26.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.761888 30862 log.cc:525] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c: Log is configured to *not* fsync() on all Append() calls 17:47:26.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.767644 30862 tablet_bootstrap.cc:438] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c: No bootstrap required, opened a new log 17:47:26.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.768321 30862 ts_tablet_manager.cc:1045] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c: Time spent bootstrapping tablet: real 0.011s user 0.006s sys 0.000s 17:47:26.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.779525 30862 raft_consensus.cc:325] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cd3b622bcf9b428f8697bef8424d568c" member_type: VOTER last_known_addr { host: "127.29.115.131" port: 44321 } } 17:47:26.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.779963 30862 raft_consensus.cc:351] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:26.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.780107 30862 raft_consensus.cc:630] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cd3b622bcf9b428f8697bef8424d568c, State: Initialized, Role: FOLLOWER 17:47:26.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.780673 30862 consensus_queue.cc:228] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cd3b622bcf9b428f8697bef8424d568c" member_type: VOTER last_known_addr { host: "127.29.115.131" port: 44321 } } 17:47:26.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.781092 30862 raft_consensus.cc:365] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:26.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.781302 30862 raft_consensus.cc:457] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:26.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.781504 30862 raft_consensus.cc:2742] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c: Snoozing failure detection for 2.039s (starting election) 17:47:26.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.781693 30862 raft_consensus.cc:2794] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c [term 0 FOLLOWER]: Advancing to term 1 17:47:26.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.784556 30862 raft_consensus.cc:479] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cd3b622bcf9b428f8697bef8424d568c" member_type: VOTER last_known_addr { host: "127.29.115.131" port: 44321 } } 17:47:26.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.785038 30862 leader_election.cc:278] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:26.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.786695 30864 raft_consensus.cc:2742] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c: Snoozing failure detection for 1.942s (election complete) 17:47:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.786933 30864 raft_consensus.cc:2549] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c [term 1 FOLLOWER]: Leader election won for term 1 17:47:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.788852 30774 heartbeater.cc:467] Master 127.29.115.189:55334 was elected leader, sending a full tablet report... 17:47:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.794834 30864 raft_consensus.cc:595] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c [term 1 LEADER]: Becoming Leader. State: Replica: cd3b622bcf9b428f8697bef8424d568c, State: Running, Role: LEADER 17:47:26.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.795850 30862 ts_tablet_manager.cc:1073] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c: Time spent starting tablet: real 0.027s user 0.013s sys 0.007s 17:47:26.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.795657 30864 consensus_queue.cc:205] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cd3b622bcf9b428f8697bef8424d568c" member_type: VOTER last_known_addr { host: "127.29.115.131" port: 44321 } } 17:47:26.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.804917 30263 catalog_manager.cc:3758] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c reported cstate change: term changed from 0 to 1, leader changed from to cd3b622bcf9b428f8697bef8424d568c (127.29.115.131). New cstate: current_term: 1 leader_uuid: "cd3b622bcf9b428f8697bef8424d568c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cd3b622bcf9b428f8697bef8424d568c" member_type: VOTER last_known_addr { host: "127.29.115.131" port: 44321 } health_report { overall_health: HEALTHY } } } 17:47:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:26.836766 30517 tablet.cc:1728] T b82e2cda873841548398138673486ac4 P aaaec61653064040b060b0bc8ba2d0d7: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:26.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:26.891804 30776 tablet.cc:1728] T be35dca95a96468b8cb8ffaa8282b534 P cd3b622bcf9b428f8697bef8424d568c: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:26.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:26.896762 30652 tablet.cc:1728] T 977e51544fc34f48a4e39d5df46c0c02 P eb97d33a1055458d8ae60cff673215ff: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:26.980203 30158 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 30362 17:47:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:27.000815 30244 connection.cc:512] server connection from 127.29.115.129:33846 recv error: Network error: failed to read from TLS socket (remote: 127.29.115.129:33846): Connection reset by peer (error 104) 17:47:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:27.000820 30180 connection.cc:512] server connection from 127.29.115.129:47217 recv error: Network error: failed to read from TLS socket (remote: 127.29.115.129:47217): Connection reset by peer (error 104) 17:47:27.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:27.001863 30309 connection.cc:512] server connection from 127.29.115.129:59787 recv error: Network error: failed to read from TLS socket (remote: 127.29.115.129:59787): Connection reset by peer (error 104) 17:47:27.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:27.002769 30158 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 30510 17:47:27.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:27.022694 30244 connection.cc:512] server connection from 127.29.115.130:54620 recv error: Network error: failed to read from TLS socket (remote: 127.29.115.130:54620): Connection reset by peer (error 104) 17:47:27.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:27.022737 30180 connection.cc:512] server connection from 127.29.115.130:58066 recv error: Network error: failed to read from TLS socket (remote: 127.29.115.130:58066): Connection reset by peer (error 104) 17:47:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:27.023573 30158 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 30649 17:47:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:27.023605 30308 connection.cc:512] server connection from 127.29.115.130:36385 recv error: Network error: failed to read from TLS socket (remote: 127.29.115.130:36385): Connection reset by peer (error 104) 17:47:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:27.043045 30310 connection.cc:512] server connection from 127.29.115.131:57076 recv error: Network error: failed to read from TLS socket (remote: 127.29.115.131:57076): Connection reset by peer (error 104) 17:47:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:27.043052 30179 connection.cc:512] server connection from 127.29.115.131:49672 recv error: Network error: failed to read from TLS socket (remote: 127.29.115.131:49672): Connection reset by peer (error 104) 17:47:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:27.043920 30158 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 30170 17:47:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:27.048136 30248 connection.cc:512] server connection from 127.29.115.131:48356 recv error: Network error: failed to read from TLS socket (remote: 127.29.115.131:48356): Connection reset by peer (error 104) 17:47:27.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:27.065603 30158 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 30232 17:47:27.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:27.091361 30158 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 30298 17:47:28.129 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614048129 17:47:28.131 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:47:28.131 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:47:28.131 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:47:28.132 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:47:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.341418 30886 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/wal 17:47:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/data 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.41.190:52345 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.41.190 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/logs 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/data/info.pb 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.30.41.190:52345,127.30.41.189:34960,127.30.41.188:33242 with env {} 17:47:28.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:28.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:28.497277 30894 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:28.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:28.498067 30894 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:28.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:28.507150 30894 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:28.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:28.507277 30894 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:28.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:28.507414 30894 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:28.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:28.507546 30894 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.527130 30894 master_main.cc:73] Master server non-default flags: 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/data 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/wal 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.30.41.190:52345,127.30.41.189:34960,127.30.41.188:33242 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.41.190:52345 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/data/info.pb 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.41.190 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/logs 17:47:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.541967 30894 master_main.cc:80] Initializing master server... 17:47:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.543967 30894 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 199564us 17:47:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.544715 30894 fs_manager.cc:262] Metadata directory not provided 17:47:28.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.544838 30894 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.545117 30894 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.545230 30894 server_base.cc:433] Attempting to create new FS layout instead 17:47:28.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.549015 30894 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/data/instance: 17:47:28.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9ea732fe1bd34864b82c9fdb64f70748" 17:47:28.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:28.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.549803 30894 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/wal/instance: 17:47:28.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9ea732fe1bd34864b82c9fdb64f70748" 17:47:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.565316 30894 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.010s sys 0.003s 17:47:28.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.566534 30894 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.567713 30894 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.575934 30894 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.576052 30894 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/wal 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9ea732fe1bd34864b82c9fdb64f70748" 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.576272 30894 fs_report.cc:352] FS layout report 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/wal 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/wal 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/data/data 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:28.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:28.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.728114 30894 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:28.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.730610 30894 master_main.cc:83] Starting Master server... 17:47:28.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.820595 30894 rpc_server.cc:205] RPC server started. Bound to: 127.30.41.190:52345 17:47:28.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.821602 30894 webserver.cc:175] Starting webserver on 127.30.41.190:0 17:47:28.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.821714 30894 webserver.cc:186] Document root disabled 17:47:28.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.823760 30894 webserver.cc:313] Webserver started. Bound to: http://127.30.41.190:49254/ 17:47:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.824579 30894 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-0/data/info.pb 17:47:28.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.827065 30886 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 30894 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.828209 30886 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/wal 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/data 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.41.189:34960 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.41.189 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:28.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/logs 17:47:28.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/data/info.pb 17:47:28.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:28.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:28.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:28.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:28.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:28.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.30.41.190:52345,127.30.41.189:34960,127.30.41.188:33242 with env {} 17:47:28.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.829643 30955 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.843240 30955 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } has no permanent_uuid. Determining permanent_uuid... 17:47:28.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.865830 30955 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } has no permanent_uuid. Determining permanent_uuid... 17:47:28.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:28.867982 30955 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.41.189:34960: Network error: Client connection negotiation failed: client connection to 127.30.41.189:34960: connect: Connection refused (error 111) 17:47:28.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.887408 30955 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } attempt: 1 17:47:28.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:28.888559 30955 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.41.189:34960: Network error: Client connection negotiation failed: client connection to 127.30.41.189:34960: connect: Connection refused (error 111) 17:47:28.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:28.936914 30955 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } attempt: 2 17:47:28.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:28.938138 30955 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.41.189:34960: Network error: Client connection negotiation failed: client connection to 127.30.41.189:34960: connect: Connection refused (error 111) 17:47:28.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:28.988692 30956 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:28.989048 30956 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:28.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:28.998318 30956 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:28.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:28.998471 30956 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:28.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:28.998661 30956 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:28.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:28.998883 30956 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:29.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.017767 30956 master_main.cc:73] Master server non-default flags: 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/data 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/wal 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.30.41.190:52345,127.30.41.189:34960,127.30.41.188:33242 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.41.189:34960 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/data/info.pb 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.41.189 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/logs 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:29.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:29.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:29.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.032444 30956 master_main.cc:80] Initializing master server... 17:47:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.034423 30956 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 200064us 17:47:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.035154 30956 fs_manager.cc:262] Metadata directory not provided 17:47:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.035297 30956 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.035660 30956 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.035780 30956 server_base.cc:433] Attempting to create new FS layout instead 17:47:29.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.039860 30956 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/data/instance: 17:47:29.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" 17:47:29.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:29.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.040659 30956 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/wal/instance: 17:47:29.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" 17:47:29.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:29.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.049496 30955 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } attempt: 3 17:47:29.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.050633 30955 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.41.189:34960: Network error: Client connection negotiation failed: client connection to 127.30.41.189:34960: connect: Connection refused (error 111) 17:47:29.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.054982 30956 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.006s 17:47:29.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.056164 30956 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:29.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.057350 30956 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:29.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.065274 30956 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s 17:47:29.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.065402 30956 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/wal 17:47:29.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" 17:47:29.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:29.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.065662 30956 fs_report.cc:352] FS layout report 17:47:29.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/wal 17:47:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/wal 17:47:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/data/data 17:47:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.227002 30955 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } attempt: 4 17:47:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.228376 30955 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.41.189:34960: Network error: Client connection negotiation failed: client connection to 127.30.41.189:34960: connect: Connection refused (error 111) 17:47:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.233006 30956 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.235359 30956 master_main.cc:83] Starting Master server... 17:47:29.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.323650 30956 rpc_server.cc:205] RPC server started. Bound to: 127.30.41.189:34960 17:47:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.324640 30956 webserver.cc:175] Starting webserver on 127.30.41.189:0 17:47:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.324749 30956 webserver.cc:186] Document root disabled 17:47:29.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.326676 30956 webserver.cc:313] Webserver started. Bound to: http://127.30.41.189:54129/ 17:47:29.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.327462 30956 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-1/data/info.pb 17:47:29.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.330687 31021 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:29.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.334235 30886 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 30956 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.335374 30886 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/wal 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/data 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.41.188:33242 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.41.188 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/logs 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/data/info.pb 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:29.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:29.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:29.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:29.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.30.41.190:52345,127.30.41.189:34960,127.30.41.188:33242 with env {} 17:47:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.347115 31021 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } has no permanent_uuid. Determining permanent_uuid... 17:47:29.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.363097 31021 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } has no permanent_uuid. Determining permanent_uuid... 17:47:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.375193 31021 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } has no permanent_uuid. Determining permanent_uuid... 17:47:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.376332 31021 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.41.188:33242: Network error: Client connection negotiation failed: client connection to 127.30.41.188:33242: connect: Connection refused (error 111) 17:47:29.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.395725 31021 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } attempt: 1 17:47:29.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.396826 31021 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.41.188:33242: Network error: Client connection negotiation failed: client connection to 127.30.41.188:33242: connect: Connection refused (error 111) 17:47:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.445140 31021 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } attempt: 2 17:47:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.446357 31021 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.41.188:33242: Network error: Client connection negotiation failed: client connection to 127.30.41.188:33242: connect: Connection refused (error 111) 17:47:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.494976 31022 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:29.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.495434 31022 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:29.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.504514 31022 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:29.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.504667 31022 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:29.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.504890 31022 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:29.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.505046 31022 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.524145 31022 master_main.cc:73] Master server non-default flags: 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/data 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/wal 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.30.41.190:52345,127.30.41.189:34960,127.30.41.188:33242 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.41.188:33242 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/data/info.pb 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.41.188 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/logs 17:47:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:29.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.531741 30955 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } attempt: 5 17:47:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.538513 30955 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } has no permanent_uuid. Determining permanent_uuid... 17:47:29.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.539721 30955 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.41.188:33242: Network error: Client connection negotiation failed: client connection to 127.30.41.188:33242: connect: Connection refused (error 111) 17:47:29.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.540599 31022 master_main.cc:80] Initializing master server... 17:47:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.542963 31022 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 200064us 17:47:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.543732 31022 fs_manager.cc:262] Metadata directory not provided 17:47:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.543854 31022 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.544142 31022 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.544266 31022 server_base.cc:433] Attempting to create new FS layout instead 17:47:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.547998 31022 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/data/instance: 17:47:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d81efd3bedda4d248f34a44abd2b0fcf" 17:47:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.548792 31022 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/wal/instance: 17:47:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d81efd3bedda4d248f34a44abd2b0fcf" 17:47:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.557701 31021 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } attempt: 3 17:47:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.559253 31021 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.41.188:33242: Network error: Client connection negotiation failed: client connection to 127.30.41.188:33242: connect: Connection refused (error 111) 17:47:29.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.563832 31022 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.008s sys 0.005s 17:47:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.565122 31022 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:29.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.566401 31022 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.574581 31022 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.003s 17:47:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.574713 31022 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/wal 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d81efd3bedda4d248f34a44abd2b0fcf" 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.575017 31022 fs_report.cc:352] FS layout report 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/wal 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/wal 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/data/data 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:29.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.578043 30955 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } attempt: 1 17:47:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.579169 30955 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.41.188:33242: Network error: Client connection negotiation failed: client connection to 127.30.41.188:33242: connect: Connection refused (error 111) 17:47:29.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.627468 30955 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } attempt: 2 17:47:29.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.629205 30955 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.41.188:33242: Network error: Client connection negotiation failed: client connection to 127.30.41.188:33242: connect: Connection refused (error 111) 17:47:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.729456 30955 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } attempt: 3 17:47:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.730778 30955 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.41.188:33242: Network error: Client connection negotiation failed: client connection to 127.30.41.188:33242: connect: Connection refused (error 111) 17:47:29.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.735630 31021 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } attempt: 4 17:47:29.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.736706 31021 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.41.188:33242: Network error: Client connection negotiation failed: client connection to 127.30.41.188:33242: connect: Connection refused (error 111) 17:47:29.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.754246 31022 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:29.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.756707 31022 master_main.cc:83] Starting Master server... 17:47:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.843590 31022 rpc_server.cc:205] RPC server started. Bound to: 127.30.41.188:33242 17:47:29.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.844646 31022 webserver.cc:175] Starting webserver on 127.30.41.188:0 17:47:29.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.844756 31022 webserver.cc:186] Document root disabled 17:47:29.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.846810 31022 webserver.cc:313] Webserver started. Bound to: http://127.30.41.188:53409/ 17:47:29.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.847821 31022 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/master-2/data/info.pb 17:47:29.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.851117 31085 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:29.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.851328 30886 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 31022 17:47:29.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.852718 30886 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:29.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:29.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/wal 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/data 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.41.129:0 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.30.41.129 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.41.129 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.30.41.190:52345,127.30.41.189:34960,127.30.41.188:33242 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/logs 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/data/info.pb 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:29.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.865525 31085 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } has no permanent_uuid. Determining permanent_uuid... 17:47:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.871825 30955 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } attempt: 4 17:47:29.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.893016 30955 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748: Bootstrap starting. 17:47:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.895462 30955 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748: No blocks or log segments found. Creating new log. 17:47:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.896389 31085 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } has no permanent_uuid. Determining permanent_uuid... 17:47:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.897183 30955 log.cc:525] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748: Log is configured to *not* fsync() on all Append() calls 17:47:29.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.905272 31085 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } has no permanent_uuid. Determining permanent_uuid... 17:47:29.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.905745 30955 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748: No bootstrap required, opened a new log 17:47:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.921350 31085 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf: Bootstrap starting. 17:47:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.921012 30955 raft_consensus.cc:325] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } 17:47:29.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.921696 30955 raft_consensus.cc:351] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.921983 30955 raft_consensus.cc:630] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9ea732fe1bd34864b82c9fdb64f70748, State: Initialized, Role: FOLLOWER 17:47:29.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.923003 30955 consensus_queue.cc:228] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } 17:47:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.925388 31085 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf: No blocks or log segments found. Creating new log. 17:47:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.927322 31085 log.cc:525] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf: Log is configured to *not* fsync() on all Append() calls 17:47:29.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.927034 30955 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } } 17:47:29.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.928798 30955 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [sys.catalog]: This master's current role is: FOLLOWER 17:47:29.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.931851 30955 sys_catalog.cc:424] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [sys.catalog]: configured and running, proceeding with master startup. 17:47:29.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.932569 31085 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf: No bootstrap required, opened a new log 17:47:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.952216 31085 raft_consensus.cc:325] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } 17:47:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.953083 31085 raft_consensus.cc:351] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.953366 31085 raft_consensus.cc:630] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d81efd3bedda4d248f34a44abd2b0fcf, State: Initialized, Role: FOLLOWER 17:47:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.954140 31085 consensus_queue.cc:228] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } 17:47:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.962126 31085 sys_catalog.cc:337] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } } 17:47:29.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.963289 31085 sys_catalog.cc:340] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [sys.catalog]: This master's current role is: FOLLOWER 17:47:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.964532 31085 sys_catalog.cc:424] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [sys.catalog]: configured and running, proceeding with master startup. 17:47:30.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.927951 31091 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } } 17:47:30.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.028162 31091 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [sys.catalog]: This master's current role is: FOLLOWER 17:47:30.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.028535 31091 raft_consensus.cc:457] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:30.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.028825 31091 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748: Snoozing failure detection for 1.896s (starting election) 17:47:30.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.029103 31091 raft_consensus.cc:479] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } 17:47:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.030900 31091 leader_election.cc:251] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 2367e6b215fb4553a9abd2aff8cc7ae2 (127.30.41.189:34960) 17:47:30.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.031916 31091 leader_election.cc:251] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer d81efd3bedda4d248f34a44abd2b0fcf (127.30.41.188:33242) 17:47:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.039959 31021 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } attempt: 5 17:47:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.053643 31021 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2: Bootstrap starting. 17:47:30.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.058274 31021 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2: No blocks or log segments found. Creating new log. 17:47:30.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.061758 31021 log.cc:525] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2: Log is configured to *not* fsync() on all Append() calls 17:47:30.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.073968 31021 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2: No bootstrap required, opened a new log 17:47:30.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:30.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:30.088948 31086 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:30.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:30.089756 31086 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:30.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:29.984292 30911 tablet.cc:1728] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:30.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.098935 31093 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:47:30.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.103834 30894 master_main.cc:86] Master server successfully started. 17:47:30.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:30.105767 31086 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:30.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:30.106199 31086 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.41.129 17:47:30.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.114617 31021 raft_consensus.cc:325] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } 17:47:30.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.115571 31021 raft_consensus.cc:351] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:30.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.115845 31021 raft_consensus.cc:630] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2367e6b215fb4553a9abd2aff8cc7ae2, State: Initialized, Role: FOLLOWER 17:47:30.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.116819 31021 consensus_queue.cc:228] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } 17:47:30.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.120388 31021 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } } 17:47:30.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.121470 31021 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [sys.catalog]: This master's current role is: FOLLOWER 17:47:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.122894 31021 sys_catalog.cc:424] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [sys.catalog]: configured and running, proceeding with master startup. 17:47:30.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:29.965698 31095 sys_catalog.cc:337] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } } 17:47:30.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.154666 31022 master_main.cc:86] Master server successfully started. 17:47:30.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.154732 31095 sys_catalog.cc:340] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [sys.catalog]: This master's current role is: FOLLOWER 17:47:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.163579 31086 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/data 17:47:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/wal 17:47:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.41.129:0 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/data/info.pb 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.41.129 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.30.41.190:52345,127.30.41.189:34960,127.30.41.188:33242 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.30.41.129 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/logs 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:30.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:30.009762 31041 tablet.cc:1728] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.183071 31062 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9ea732fe1bd34864b82c9fdb64f70748" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" is_pre_election: true 17:47:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.184281 31062 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf: Snoozing failure detection for 2.095s (vote granted) 17:47:30.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.184747 31062 raft_consensus.cc:2255] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9ea732fe1bd34864b82c9fdb64f70748 in term 0. 17:47:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.186130 30902 leader_election.cc:387] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [CANDIDATE]: Term 1 pre-election: Vote granted by peer d81efd3bedda4d248f34a44abd2b0fcf (127.30.41.188:33242) 17:47:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.186419 30902 leader_election.cc:278] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:47:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.187157 31094 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748: Snoozing failure detection for 2.072s (election complete) 17:47:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.187431 31094 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:47:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.187649 31094 raft_consensus.cc:457] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:47:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.187835 31094 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748: Snoozing failure detection for 2.179s (starting election) 17:47:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.188031 31094 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [term 0 FOLLOWER]: Advancing to term 1 17:47:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.193224 31094 raft_consensus.cc:479] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } 17:47:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.194437 31094 leader_election.cc:251] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [CANDIDATE]: Term 1 election: Requesting vote from peer 2367e6b215fb4553a9abd2aff8cc7ae2 (127.30.41.189:34960) 17:47:30.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.195466 31094 leader_election.cc:251] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [CANDIDATE]: Term 1 election: Requesting vote from peer d81efd3bedda4d248f34a44abd2b0fcf (127.30.41.188:33242) 17:47:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.199326 31086 tablet_server_main.cc:85] Initializing tablet server... 17:47:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:30.200759 31096 catalog_manager.cc:1084] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.200659 31062 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9ea732fe1bd34864b82c9fdb64f70748" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" 17:47:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.201164 31062 raft_consensus.cc:2794] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [term 0 FOLLOWER]: Advancing to term 1 17:47:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.201514 31062 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf: Snoozing failure detection for 1.994s (vote granted) 17:47:30.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:30.201822 31096 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:30.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.204334 31086 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 200564us 17:47:30.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.205108 31086 fs_manager.cc:262] Metadata directory not provided 17:47:30.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.205436 31086 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:30.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.205934 31086 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:30.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.206244 31086 server_base.cc:433] Attempting to create new FS layout instead 17:47:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.207851 31062 raft_consensus.cc:2255] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9ea732fe1bd34864b82c9fdb64f70748 in term 1. 17:47:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.208730 30902 leader_election.cc:387] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [CANDIDATE]: Term 1 election: Vote granted by peer d81efd3bedda4d248f34a44abd2b0fcf (127.30.41.188:33242) 17:47:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.208981 30902 leader_election.cc:278] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.209460 31094 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748: Snoozing failure detection for 1.672s (election complete) 17:47:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.209710 31094 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [term 1 FOLLOWER]: Leader election won for term 1 17:47:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.210033 31094 raft_consensus.cc:595] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [term 1 LEADER]: Becoming Leader. State: Replica: 9ea732fe1bd34864b82c9fdb64f70748, State: Running, Role: LEADER 17:47:30.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.210561 31094 consensus_queue.cc:205] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } 17:47:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.216910 31086 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/data/instance: 17:47:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4d2740d7c5aa47fdbae7dcdba261997c" 17:47:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:30 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.218156 31086 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/wal/instance: 17:47:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4d2740d7c5aa47fdbae7dcdba261997c" 17:47:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:30 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.219640 31091 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9ea732fe1bd34864b82c9fdb64f70748. Latest consensus state: current_term: 1 leader_uuid: "9ea732fe1bd34864b82c9fdb64f70748" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } } 17:47:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.220257 31091 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [sys.catalog]: This master's current role is: LEADER 17:47:30.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.225306 31106 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:47:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.120636 31098 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } } 17:47:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.254081 31098 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [sys.catalog]: This master's current role is: FOLLOWER 17:47:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.254652 31106 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:47:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.267022 31086 fs_manager.cc:502] Time spent creating directory manager: real 0.048s user 0.013s sys 0.003s 17:47:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.268823 31086 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.270247 31086 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.299548 31086 fs_manager.cc:418] Time spent opening block manager: real 0.010s user 0.000s sys 0.002s 17:47:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.299733 31086 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/wal 17:47:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4d2740d7c5aa47fdbae7dcdba261997c" 17:47:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:30 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.300042 31086 fs_report.cc:352] FS layout report 17:47:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/wal 17:47:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/wal 17:47:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/data/data 17:47:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:30.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:30.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:30.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:30.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:30.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:30.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:30.238905 30977 tablet.cc:1728] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.313992 30998 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9ea732fe1bd34864b82c9fdb64f70748" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" is_pre_election: true 17:47:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.318536 30956 master_main.cc:86] Master server successfully started. 17:47:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.314375 30997 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9ea732fe1bd34864b82c9fdb64f70748" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" 17:47:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.318876 30998 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2: Snoozing failure detection for 2.058s (vote granted) 17:47:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.319198 30998 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9ea732fe1bd34864b82c9fdb64f70748 in term 0. 17:47:30.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.319689 30997 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate 9ea732fe1bd34864b82c9fdb64f70748 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:30.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.321082 30903 leader_election.cc:387] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 2367e6b215fb4553a9abd2aff8cc7ae2 (127.30.41.189:34960) 17:47:30.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.321838 30903 leader_election.cc:401] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [CANDIDATE]: Term 1 election: Vote denied by peer 2367e6b215fb4553a9abd2aff8cc7ae2 (127.30.41.189:34960). Message: Service unavailable: T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate 9ea732fe1bd34864b82c9fdb64f70748 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:30.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:30.334134 31101 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:30.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:30.334359 31101 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.435055 31062 raft_consensus.cc:1083] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [term 1 FOLLOWER]: Refusing update from remote peer 9ea732fe1bd34864b82c9fdb64f70748: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:30.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.436728 30997 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [term 0 FOLLOWER]: Advancing to term 1 17:47:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.441131 31091 consensus_queue.cc:963] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:30.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.448966 30997 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [term 1 FOLLOWER]: Refusing update from remote peer 9ea732fe1bd34864b82c9fdb64f70748: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:30.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.450026 31091 consensus_queue.cc:963] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:30.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.470032 31095 sys_catalog.cc:337] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9ea732fe1bd34864b82c9fdb64f70748. Latest consensus state: current_term: 1 leader_uuid: "9ea732fe1bd34864b82c9fdb64f70748" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } } 17:47:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.470732 31095 sys_catalog.cc:340] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [sys.catalog]: This master's current role is: FOLLOWER 17:47:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.489603 31098 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9ea732fe1bd34864b82c9fdb64f70748. Latest consensus state: current_term: 1 leader_uuid: "9ea732fe1bd34864b82c9fdb64f70748" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } } 17:47:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.490500 31098 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [sys.catalog]: This master's current role is: FOLLOWER 17:47:30.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.490967 31091 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9ea732fe1bd34864b82c9fdb64f70748" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } } 17:47:30.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.491642 31091 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [sys.catalog]: This master's current role is: LEADER 17:47:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.491933 31095 sys_catalog.cc:337] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9ea732fe1bd34864b82c9fdb64f70748" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } } 17:47:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.492586 31095 sys_catalog.cc:340] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf [sys.catalog]: This master's current role is: FOLLOWER 17:47:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.494472 31106 catalog_manager.cc:924] Generated new certificate authority record 17:47:30.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.496704 31106 catalog_manager.cc:1046] Loading token signing keys... 17:47:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.505482 31094 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9ea732fe1bd34864b82c9fdb64f70748" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } } 17:47:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.506129 31094 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748 [sys.catalog]: This master's current role is: LEADER 17:47:30.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.515074 31098 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9ea732fe1bd34864b82c9fdb64f70748" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9ea732fe1bd34864b82c9fdb64f70748" member_type: VOTER last_known_addr { host: "127.30.41.190" port: 52345 } } peers { permanent_uuid: "2367e6b215fb4553a9abd2aff8cc7ae2" member_type: VOTER last_known_addr { host: "127.30.41.189" port: 34960 } } peers { permanent_uuid: "d81efd3bedda4d248f34a44abd2b0fcf" member_type: VOTER last_known_addr { host: "127.30.41.188" port: 33242 } } } 17:47:30.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.515707 31098 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2 [sys.catalog]: This master's current role is: FOLLOWER 17:47:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.529415 31106 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 9ea732fe1bd34864b82c9fdb64f70748: Generated new TSK 0 17:47:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.684479 31086 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:30.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.693814 31086 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:30.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:30.700318 31086 tablet_server_main.cc:90] Starting tablet server... 17:47:31.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.209329 31096 catalog_manager.cc:1082] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf: acquiring CA information for follower catalog manager: success 17:47:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.214845 31096 catalog_manager.cc:1110] T 00000000000000000000000000000000 P d81efd3bedda4d248f34a44abd2b0fcf: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:31.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.340654 31101 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2: acquiring CA information for follower catalog manager: success 17:47:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.343662 31101 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 2367e6b215fb4553a9abd2aff8cc7ae2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:31.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.370582 31086 rpc_server.cc:205] RPC server started. Bound to: 127.30.41.129:34299 17:47:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.371995 31086 webserver.cc:175] Starting webserver on 127.30.41.129:0 17:47:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.372145 31086 webserver.cc:186] Document root disabled 17:47:31.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.379122 31086 webserver.cc:313] Webserver started. Bound to: http://127.30.41.129:46655/ 17:47:31.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.380131 31086 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-0/data/info.pb 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.390794 30886 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 31086 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.391964 30886 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/wal 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/data 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.41.130:0 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.30.41.130 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.41.130 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.30.41.190:52345,127.30.41.189:34960,127.30.41.188:33242 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/logs 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/data/info.pb 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:31.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.427280 31086 tablet_server_main.cc:93] Tablet server successfully started. 17:47:31.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.458056 31234 heartbeater.cc:346] Connected to a master server at 127.30.41.190:52345 17:47:31.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.458374 31234 heartbeater.cc:426] Registering TS with master... 17:47:31.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.458992 31234 heartbeater.cc:475] Master 127.30.41.190:52345 requested a full tablet report, sending... 17:47:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.460642 31238 heartbeater.cc:346] Connected to a master server at 127.30.41.188:33242 17:47:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.460870 31238 heartbeater.cc:426] Registering TS with master... 17:47:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.462232 31238 heartbeater.cc:475] Master 127.30.41.188:33242 requested a full tablet report, sending... 17:47:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.462565 30922 ts_manager.cc:98] Registered new tserver with Master: 4d2740d7c5aa47fdbae7dcdba261997c (127.30.41.129:34299) 17:47:31.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.465342 30922 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.30.41.129:56063 17:47:31.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.469226 31052 ts_manager.cc:98] Registered new tserver with Master: 4d2740d7c5aa47fdbae7dcdba261997c (127.30.41.129:34299) 17:47:31.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.463403 31235 heartbeater.cc:346] Connected to a master server at 127.30.41.189:34960 17:47:31.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.483098 31235 heartbeater.cc:426] Registering TS with master... 17:47:31.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.483495 31235 heartbeater.cc:475] Master 127.30.41.189:34960 requested a full tablet report, sending... 17:47:31.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.486378 30988 ts_manager.cc:98] Registered new tserver with Master: 4d2740d7c5aa47fdbae7dcdba261997c (127.30.41.129:34299) 17:47:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:31.613503 31239 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:31.614303 31239 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:31.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:31.630862 31239 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:31.631974 31239 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.41.130 17:47:31.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.683591 31239 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:31.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/data 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/wal 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.41.130:0 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/data/info.pb 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.41.130 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.30.41.190:52345,127.30.41.189:34960,127.30.41.188:33242 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.30.41.130 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/logs 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:31.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.711001 31239 tablet_server_main.cc:85] Initializing tablet server... 17:47:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.714092 31239 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 201064us 17:47:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.714882 31239 fs_manager.cc:262] Metadata directory not provided 17:47:31.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.715168 31239 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:31.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.715667 31239 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:31.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.715952 31239 server_base.cc:433] Attempting to create new FS layout instead 17:47:31.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.720849 31239 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/data/instance: 17:47:31.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4a927be21e5e4ca196abbb1bdb6d26c2" 17:47:31.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:31 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.722080 31239 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/wal/instance: 17:47:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4a927be21e5e4ca196abbb1bdb6d26c2" 17:47:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:31 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.750599 31239 fs_manager.cc:502] Time spent creating directory manager: real 0.028s user 0.013s sys 0.011s 17:47:31.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.752533 31239 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.753280 31239 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.773850 31239 fs_manager.cc:418] Time spent opening block manager: real 0.010s user 0.001s sys 0.009s 17:47:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.774178 31239 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/wal 17:47:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4a927be21e5e4ca196abbb1bdb6d26c2" 17:47:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:31 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:31.774701 31239 fs_report.cc:352] FS layout report 17:47:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/wal 17:47:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/wal 17:47:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/data/data 17:47:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:32.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.014806 31239 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:32.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.023788 31239 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.029872 31239 tablet_server_main.cc:90] Starting tablet server... 17:47:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.446542 31239 rpc_server.cc:205] RPC server started. Bound to: 127.30.41.130:54819 17:47:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.447923 31239 webserver.cc:175] Starting webserver on 127.30.41.130:0 17:47:32.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.448048 31239 webserver.cc:186] Document root disabled 17:47:32.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.449857 31239 webserver.cc:313] Webserver started. Bound to: http://127.30.41.130:34724/ 17:47:32.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.450721 31239 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-1/data/info.pb 17:47:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.460520 30886 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 31239 17:47:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.461628 30886 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/wal 17:47:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/data 17:47:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.41.131:0 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.30.41.131 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.41.131 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.30.41.190:52345,127.30.41.189:34960,127.30.41.188:33242 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/logs 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/data/info.pb 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:32.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.469189 31234 heartbeater.cc:467] Master 127.30.41.190:52345 was elected leader, sending a full tablet report... 17:47:32.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.495524 31239 tablet_server_main.cc:93] Tablet server successfully started. 17:47:32.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.527688 31370 heartbeater.cc:346] Connected to a master server at 127.30.41.189:34960 17:47:32.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.528033 31370 heartbeater.cc:426] Registering TS with master... 17:47:32.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.528733 31370 heartbeater.cc:475] Master 127.30.41.189:34960 requested a full tablet report, sending... 17:47:32.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.531289 30988 ts_manager.cc:98] Registered new tserver with Master: 4a927be21e5e4ca196abbb1bdb6d26c2 (127.30.41.130:54819) 17:47:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.533146 31373 heartbeater.cc:346] Connected to a master server at 127.30.41.188:33242 17:47:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.533437 31373 heartbeater.cc:426] Registering TS with master... 17:47:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.533876 31373 heartbeater.cc:475] Master 127.30.41.188:33242 requested a full tablet report, sending... 17:47:32.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.536370 31052 ts_manager.cc:98] Registered new tserver with Master: 4a927be21e5e4ca196abbb1bdb6d26c2 (127.30.41.130:54819) 17:47:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.541026 31369 heartbeater.cc:346] Connected to a master server at 127.30.41.190:52345 17:47:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.541252 31369 heartbeater.cc:426] Registering TS with master... 17:47:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.541676 31369 heartbeater.cc:475] Master 127.30.41.190:52345 requested a full tablet report, sending... 17:47:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.543376 30922 ts_manager.cc:98] Registered new tserver with Master: 4a927be21e5e4ca196abbb1bdb6d26c2 (127.30.41.130:54819) 17:47:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.545112 30922 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.30.41.130:42420 17:47:32.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:32.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:32.621227 31376 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:32.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:32.621734 31376 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:32.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:32.630630 31376 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:32.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:32.631022 31376 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.41.131 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.649078 31376 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/data 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/wal 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.41.131:0 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/data/info.pb 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.41.131 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.30.41.190:52345,127.30.41.189:34960,127.30.41.188:33242 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.30.41.131 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/logs 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:32.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.664217 31376 tablet_server_main.cc:85] Initializing tablet server... 17:47:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.666436 31376 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 201564us 17:47:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.666929 31376 fs_manager.cc:262] Metadata directory not provided 17:47:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.667064 31376 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.667402 31376 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.667551 31376 server_base.cc:433] Attempting to create new FS layout instead 17:47:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.670687 31376 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/data/instance: 17:47:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "31f11b92d3d74967b641505bac985157" 17:47:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:32 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.671682 31376 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/wal/instance: 17:47:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "31f11b92d3d74967b641505bac985157" 17:47:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:32 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:32.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.686764 31376 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.011s sys 0.003s 17:47:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.687965 31376 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.688441 31376 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:32.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.696323 31376 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s 17:47:32.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.696487 31376 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/wal 17:47:32.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "31f11b92d3d74967b641505bac985157" 17:47:32.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:32 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.696749 31376 fs_report.cc:352] FS layout report 17:47:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/wal 17:47:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/wal 17:47:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/data/data 17:47:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:32.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.858463 31376 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:32.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.862083 31376 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:32.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.863293 31376 tablet_server_main.cc:90] Starting tablet server... 17:47:32.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.974282 31376 rpc_server.cc:205] RPC server started. Bound to: 127.30.41.131:48764 17:47:32.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.975694 31376 webserver.cc:175] Starting webserver on 127.30.41.131:0 17:47:32.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.975821 31376 webserver.cc:186] Document root disabled 17:47:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.977355 31376 webserver.cc:313] Webserver started. Bound to: http://127.30.41.131:53354/ 17:47:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.978160 31376 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster258978414412423305/ts-2/data/info.pb 17:47:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.986030 30886 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 31376 17:47:32.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:32.994892 31376 tablet_server_main.cc:93] Tablet server successfully started. 17:47:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.028849 31500 heartbeater.cc:346] Connected to a master server at 127.30.41.190:52345 17:47:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.029184 31500 heartbeater.cc:426] Registering TS with master... 17:47:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.029916 31500 heartbeater.cc:475] Master 127.30.41.190:52345 requested a full tablet report, sending... 17:47:33.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.033553 30922 ts_manager.cc:98] Registered new tserver with Master: 31f11b92d3d74967b641505bac985157 (127.30.41.131:48764) 17:47:33.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.033896 31502 heartbeater.cc:346] Connected to a master server at 127.30.41.188:33242 17:47:33.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.034123 31502 heartbeater.cc:426] Registering TS with master... 17:47:33.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.034592 31502 heartbeater.cc:475] Master 127.30.41.188:33242 requested a full tablet report, sending... 17:47:33.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.035336 30922 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.30.41.131:54703 17:47:33.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.036798 31052 ts_manager.cc:98] Registered new tserver with Master: 31f11b92d3d74967b641505bac985157 (127.30.41.131:48764) 17:47:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.030751 31501 heartbeater.cc:346] Connected to a master server at 127.30.41.189:34960 17:47:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.041450 31501 heartbeater.cc:426] Registering TS with master... 17:47:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.041823 31501 heartbeater.cc:475] Master 127.30.41.189:34960 requested a full tablet report, sending... 17:47:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.043676 30988 ts_manager.cc:98] Registered new tserver with Master: 31f11b92d3d74967b641505bac985157 (127.30.41.131:48764) 17:47:33.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.047942 30886 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:47:33.048 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:47:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.127375 30922 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.30.41.190:37611: 17:47:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:47:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:47:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:47:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.188863 31171 tablet_service.cc:759] Processing CreateTablet for tablet 7bcb5aa78eb14f5a9074e512a1588a7f (table=test [id=f7a3244d1018419f9a076f02e52b760b]), partition=RANGE (key) PARTITION VALUES < 50 17:47:33.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.189970 31171 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 7bcb5aa78eb14f5a9074e512a1588a7f. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:33.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.190165 31437 tablet_service.cc:759] Processing CreateTablet for tablet ce585fc29cdb44219a24f880b5f1e539 (table=test [id=f7a3244d1018419f9a076f02e52b760b]), partition=RANGE (key) PARTITION VALUES >= 50 17:47:33.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.191282 31437 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet ce585fc29cdb44219a24f880b5f1e539. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:33.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.208513 31171 ts_tablet_manager.cc:1173] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c: Registered tablet (data state: TABLET_DATA_READY) 17:47:33.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.210117 31570 ts_tablet_manager.cc:1028] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c: Bootstrapping tablet 17:47:33.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.210671 31570 tablet_bootstrap.cc:438] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c: Bootstrap starting. 17:47:33.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.211097 31437 ts_tablet_manager.cc:1173] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157: Registered tablet (data state: TABLET_DATA_READY) 17:47:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.212990 31570 tablet_bootstrap.cc:592] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c: No blocks or log segments found. Creating new log. 17:47:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.213315 31571 ts_tablet_manager.cc:1028] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157: Bootstrapping tablet 17:47:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.213956 31571 tablet_bootstrap.cc:438] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157: Bootstrap starting. 17:47:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.214535 31570 log.cc:525] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c: Log is configured to *not* fsync() on all Append() calls 17:47:33.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.216833 31571 tablet_bootstrap.cc:592] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157: No blocks or log segments found. Creating new log. 17:47:33.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.218132 31571 log.cc:525] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157: Log is configured to *not* fsync() on all Append() calls 17:47:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.220134 31570 tablet_bootstrap.cc:438] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c: No bootstrap required, opened a new log 17:47:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.220502 31570 ts_tablet_manager.cc:1045] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.003s 17:47:33.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.221415 31571 tablet_bootstrap.cc:438] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157: No bootstrap required, opened a new log 17:47:33.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.221711 31571 ts_tablet_manager.cc:1045] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157: Time spent bootstrapping tablet: real 0.008s user 0.005s sys 0.002s 17:47:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.232810 31571 raft_consensus.cc:325] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "31f11b92d3d74967b641505bac985157" member_type: VOTER last_known_addr { host: "127.30.41.131" port: 48764 } } 17:47:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.233263 31571 raft_consensus.cc:351] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.233464 31571 raft_consensus.cc:630] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 31f11b92d3d74967b641505bac985157, State: Initialized, Role: FOLLOWER 17:47:33.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.234077 31571 consensus_queue.cc:228] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "31f11b92d3d74967b641505bac985157" member_type: VOTER last_known_addr { host: "127.30.41.131" port: 48764 } } 17:47:33.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.234494 31571 raft_consensus.cc:365] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:33.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.234704 31571 raft_consensus.cc:457] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:33.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.234894 31571 raft_consensus.cc:2742] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157: Snoozing failure detection for 2.191s (starting election) 17:47:33.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.235093 31571 raft_consensus.cc:2794] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157 [term 0 FOLLOWER]: Advancing to term 1 17:47:33.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.235893 31570 raft_consensus.cc:325] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2740d7c5aa47fdbae7dcdba261997c" member_type: VOTER last_known_addr { host: "127.30.41.129" port: 34299 } } 17:47:33.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.236531 31570 raft_consensus.cc:351] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:33.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.236776 31570 raft_consensus.cc:630] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4d2740d7c5aa47fdbae7dcdba261997c, State: Initialized, Role: FOLLOWER 17:47:33.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.237493 31570 consensus_queue.cc:228] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2740d7c5aa47fdbae7dcdba261997c" member_type: VOTER last_known_addr { host: "127.30.41.129" port: 34299 } } 17:47:33.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.238031 31571 raft_consensus.cc:479] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "31f11b92d3d74967b641505bac985157" member_type: VOTER last_known_addr { host: "127.30.41.131" port: 48764 } } 17:47:33.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.238106 31570 raft_consensus.cc:365] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:33.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.238549 31571 leader_election.cc:278] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:33.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.238366 31570 raft_consensus.cc:457] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:33.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.238718 31570 raft_consensus.cc:2742] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c: Snoozing failure detection for 2.188s (starting election) 17:47:33.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.239128 31570 raft_consensus.cc:2794] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c [term 0 FOLLOWER]: Advancing to term 1 17:47:33.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.240586 31574 raft_consensus.cc:2742] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157: Snoozing failure detection for 2.233s (election complete) 17:47:33.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.240975 31574 raft_consensus.cc:2549] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157 [term 1 FOLLOWER]: Leader election won for term 1 17:47:33.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.243821 31570 raft_consensus.cc:479] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2740d7c5aa47fdbae7dcdba261997c" member_type: VOTER last_known_addr { host: "127.30.41.129" port: 34299 } } 17:47:33.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.244551 31570 leader_election.cc:278] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:33.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.246552 31500 heartbeater.cc:467] Master 127.30.41.190:52345 was elected leader, sending a full tablet report... 17:47:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.248926 31577 raft_consensus.cc:2742] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c: Snoozing failure detection for 2.060s (election complete) 17:47:33.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.249128 31577 raft_consensus.cc:2549] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c [term 1 FOLLOWER]: Leader election won for term 1 17:47:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.250329 31574 raft_consensus.cc:595] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157 [term 1 LEADER]: Becoming Leader. State: Replica: 31f11b92d3d74967b641505bac985157, State: Running, Role: LEADER 17:47:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.250841 31574 consensus_queue.cc:205] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "31f11b92d3d74967b641505bac985157" member_type: VOTER last_known_addr { host: "127.30.41.131" port: 48764 } } 17:47:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.251962 31577 raft_consensus.cc:595] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c [term 1 LEADER]: Becoming Leader. State: Replica: 4d2740d7c5aa47fdbae7dcdba261997c, State: Running, Role: LEADER 17:47:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.252172 31571 ts_tablet_manager.cc:1073] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157: Time spent starting tablet: real 0.030s user 0.014s sys 0.011s 17:47:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.252595 31577 consensus_queue.cc:205] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2740d7c5aa47fdbae7dcdba261997c" member_type: VOTER last_known_addr { host: "127.30.41.129" port: 34299 } } 17:47:33.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.256343 31570 ts_tablet_manager.cc:1073] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c: Time spent starting tablet: real 0.036s user 0.019s sys 0.007s 17:47:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.262133 30922 catalog_manager.cc:3758] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157 reported cstate change: term changed from 0 to 1, leader changed from to 31f11b92d3d74967b641505bac985157 (127.30.41.131). New cstate: current_term: 1 leader_uuid: "31f11b92d3d74967b641505bac985157" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "31f11b92d3d74967b641505bac985157" member_type: VOTER last_known_addr { host: "127.30.41.131" port: 48764 } health_report { overall_health: HEALTHY } } } 17:47:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.264210 30921 catalog_manager.cc:3758] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c reported cstate change: term changed from 0 to 1, leader changed from to 4d2740d7c5aa47fdbae7dcdba261997c (127.30.41.129). New cstate: current_term: 1 leader_uuid: "4d2740d7c5aa47fdbae7dcdba261997c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4d2740d7c5aa47fdbae7dcdba261997c" member_type: VOTER last_known_addr { host: "127.30.41.129" port: 34299 } health_report { overall_health: HEALTHY } } } 17:47:33.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.310349 30922 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.30.41.190:37611: 17:47:33.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.336133 31306 tablet_service.cc:759] Processing CreateTablet for tablet 5f7f2143db1c4b53840aeecfa2849687 (table=simple-test [id=2cbdf56f65094ebabde8ebdfb5c8e50b]), partition=RANGE (key) PARTITION UNBOUNDED 17:47:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.336817 31306 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 5f7f2143db1c4b53840aeecfa2849687. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:33.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.348542 31306 ts_tablet_manager.cc:1173] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2: Registered tablet (data state: TABLET_DATA_READY) 17:47:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.350054 31584 ts_tablet_manager.cc:1028] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2: Bootstrapping tablet 17:47:33.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.350852 31584 tablet_bootstrap.cc:438] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2: Bootstrap starting. 17:47:33.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.353583 31584 tablet_bootstrap.cc:592] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2: No blocks or log segments found. Creating new log. 17:47:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.354972 31584 log.cc:525] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2: Log is configured to *not* fsync() on all Append() calls 17:47:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.358635 31584 tablet_bootstrap.cc:438] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2: No bootstrap required, opened a new log 17:47:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.358929 31584 ts_tablet_manager.cc:1045] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2: Time spent bootstrapping tablet: real 0.009s user 0.005s sys 0.002s 17:47:33.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.369881 31584 raft_consensus.cc:325] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a927be21e5e4ca196abbb1bdb6d26c2" member_type: VOTER last_known_addr { host: "127.30.41.130" port: 54819 } } 17:47:33.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.370317 31584 raft_consensus.cc:351] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:33.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.370534 31584 raft_consensus.cc:630] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a927be21e5e4ca196abbb1bdb6d26c2, State: Initialized, Role: FOLLOWER 17:47:33.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.371114 31584 consensus_queue.cc:228] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a927be21e5e4ca196abbb1bdb6d26c2" member_type: VOTER last_known_addr { host: "127.30.41.130" port: 54819 } } 17:47:33.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.371522 31584 raft_consensus.cc:365] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:33.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.371733 31584 raft_consensus.cc:457] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:33.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.371937 31584 raft_consensus.cc:2742] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2: Snoozing failure detection for 1.622s (starting election) 17:47:33.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.372133 31584 raft_consensus.cc:2794] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2 [term 0 FOLLOWER]: Advancing to term 1 17:47:33.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.374769 31584 raft_consensus.cc:479] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a927be21e5e4ca196abbb1bdb6d26c2" member_type: VOTER last_known_addr { host: "127.30.41.130" port: 54819 } } 17:47:33.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.375233 31584 leader_election.cc:278] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.376899 31586 raft_consensus.cc:2742] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2: Snoozing failure detection for 1.570s (election complete) 17:47:33.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.377230 31586 raft_consensus.cc:2549] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2 [term 1 FOLLOWER]: Leader election won for term 1 17:47:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.379065 31369 heartbeater.cc:467] Master 127.30.41.190:52345 was elected leader, sending a full tablet report... 17:47:33.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.383978 31586 raft_consensus.cc:595] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2 [term 1 LEADER]: Becoming Leader. State: Replica: 4a927be21e5e4ca196abbb1bdb6d26c2, State: Running, Role: LEADER 17:47:33.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.384681 31586 consensus_queue.cc:205] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a927be21e5e4ca196abbb1bdb6d26c2" member_type: VOTER last_known_addr { host: "127.30.41.130" port: 54819 } } 17:47:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:33.421418 31242 tablet.cc:1728] T 7bcb5aa78eb14f5a9074e512a1588a7f P 4d2740d7c5aa47fdbae7dcdba261997c: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:33.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.384562 31584 ts_tablet_manager.cc:1073] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2: Time spent starting tablet: real 0.025s user 0.015s sys 0.009s 17:47:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.487138 30922 catalog_manager.cc:3758] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2 reported cstate change: term changed from 0 to 1, leader changed from to 4a927be21e5e4ca196abbb1bdb6d26c2 (127.30.41.130). New cstate: current_term: 1 leader_uuid: "4a927be21e5e4ca196abbb1bdb6d26c2" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a927be21e5e4ca196abbb1bdb6d26c2" member_type: VOTER last_known_addr { host: "127.30.41.130" port: 54819 } health_report { overall_health: HEALTHY } } } 17:47:33.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:33.489421 31503 tablet.cc:1728] T ce585fc29cdb44219a24f880b5f1e539 P 31f11b92d3d74967b641505bac985157: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:33.492633 31377 tablet.cc:1728] T 5f7f2143db1c4b53840aeecfa2849687 P 4a927be21e5e4ca196abbb1bdb6d26c2: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:33.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.933594 30886 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 31086 17:47:33.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:33.953074 30903 connection.cc:512] server connection from 127.30.41.129:56063 recv error: Network error: failed to read from TLS socket (remote: 127.30.41.129:56063): Connection reset by peer (error 104) 17:47:33.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:33.953081 31032 connection.cc:512] server connection from 127.30.41.129:32890 recv error: Network error: failed to read from TLS socket (remote: 127.30.41.129:32890): Connection reset by peer (error 104) 17:47:33.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:33.953282 30966 connection.cc:512] server connection from 127.30.41.129:34758 recv error: Network error: failed to read from TLS socket (remote: 127.30.41.129:34758): Connection reset by peer (error 104) 17:47:33.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.954293 30886 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 31239 17:47:33.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:33.973009 31034 connection.cc:512] server connection from 127.30.41.130:47570 recv error: Network error: failed to read from TLS socket (remote: 127.30.41.130:47570): Connection reset by peer (error 104) 17:47:33.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:33.973044 30904 connection.cc:512] server connection from 127.30.41.130:42420 recv error: Network error: failed to read from TLS socket (remote: 127.30.41.130:42420): Connection reset by peer (error 104) 17:47:33.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.973809 30886 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 31376 17:47:33.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:33.973860 30968 connection.cc:512] server connection from 127.30.41.130:60969 recv error: Network error: failed to read from TLS socket (remote: 127.30.41.130:60969): Connection reset by peer (error 104) 17:47:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:33.993247 30904 connection.cc:512] server connection from 127.30.41.131:54703 recv error: Network error: failed to read from TLS socket (remote: 127.30.41.131:54703): Connection reset by peer (error 104) 17:47:33.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:33.993221 30967 connection.cc:512] server connection from 127.30.41.131:42050 recv error: Network error: failed to read from TLS socket (remote: 127.30.41.131:42050): Connection reset by peer (error 104) 17:47:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:33.993927 30886 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 30894 17:47:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:33.993921 31034 connection.cc:512] server connection from 127.30.41.131:59963 recv error: Network error: failed to read from TLS socket (remote: 127.30.41.131:59963): Connection reset by peer (error 104) 17:47:34.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:34.015131 30886 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 30956 17:47:34.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:34.034590 30886 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 31022 17:47:35.075 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614055075 17:47:35.076 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:47:35.076 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:47:35.076 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:47:35.076 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:47:35.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.285585 31612 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/wal 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/data 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.223.62:38512 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.223.62 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/logs 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/data/info.pb 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.30.223.62:38512,127.30.223.61:56174,127.30.223.60:51298 with env {} 17:47:35.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:35.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.439847 31620 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:35.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.440186 31620 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:35.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.448979 31620 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:35.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.449102 31620 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:35.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.449218 31620 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:35.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.449409 31620 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:35.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.468657 31620 master_main.cc:73] Master server non-default flags: 17:47:35.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/data 17:47:35.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/wal 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.30.223.62:38512,127.30.223.61:56174,127.30.223.60:51298 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.223.62:38512 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/data/info.pb 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.223.62 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/logs 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.483916 31620 master_main.cc:80] Initializing master server... 17:47:35.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.485906 31620 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 203064us 17:47:35.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.486675 31620 fs_manager.cc:262] Metadata directory not provided 17:47:35.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.486819 31620 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:35.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.487138 31620 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:35.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.487260 31620 server_base.cc:433] Attempting to create new FS layout instead 17:47:35.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.491048 31620 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/data/instance: 17:47:35.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c22ca798a65c4c92ad5659a11a99068b" 17:47:35.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:35.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.491799 31620 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/wal/instance: 17:47:35.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c22ca798a65c4c92ad5659a11a99068b" 17:47:35.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:35.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.506363 31620 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.006s 17:47:35.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.507596 31620 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:35.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.508843 31620 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.517024 31620 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:47:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.517151 31620 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/wal 17:47:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c22ca798a65c4c92ad5659a11a99068b" 17:47:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.517514 31620 fs_report.cc:352] FS layout report 17:47:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/wal 17:47:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/wal 17:47:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/data/data 17:47:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:35.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.657485 31620 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:35.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.660010 31620 master_main.cc:83] Starting Master server... 17:47:35.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.749187 31620 rpc_server.cc:205] RPC server started. Bound to: 127.30.223.62:38512 17:47:35.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.750078 31620 webserver.cc:175] Starting webserver on 127.30.223.62:0 17:47:35.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.750180 31620 webserver.cc:186] Document root disabled 17:47:35.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.752038 31620 webserver.cc:313] Webserver started. Bound to: http://127.30.223.62:41839/ 17:47:35.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.752804 31620 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-0/data/info.pb 17:47:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.755939 31681 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.759202 31612 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 31620 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.759986 31612 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/wal 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/data 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.223.61:56174 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.223.61 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/logs 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/data/info.pb 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:35.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:35.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:35.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:35.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.30.223.62:38512,127.30.223.61:56174,127.30.223.60:51298 with env {} 17:47:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.770519 31681 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } has no permanent_uuid. Determining permanent_uuid... 17:47:35.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.793354 31681 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } has no permanent_uuid. Determining permanent_uuid... 17:47:35.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.794574 31681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.223.61:56174: Network error: Client connection negotiation failed: client connection to 127.30.223.61:56174: connect: Connection refused (error 111) 17:47:35.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.813977 31681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } attempt: 1 17:47:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.815081 31681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.223.61:56174: Network error: Client connection negotiation failed: client connection to 127.30.223.61:56174: connect: Connection refused (error 111) 17:47:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.863427 31681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } attempt: 2 17:47:35.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.864717 31681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.223.61:56174: Network error: Client connection negotiation failed: client connection to 127.30.223.61:56174: connect: Connection refused (error 111) 17:47:35.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:35.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.925176 31682 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:35.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.925565 31682 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.934729 31682 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.934870 31682 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:35.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.934970 31682 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:35.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.935106 31682 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.953831 31682 master_main.cc:73] Master server non-default flags: 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/data 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/wal 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.30.223.62:38512,127.30.223.61:56174,127.30.223.60:51298 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.223.61:56174 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/data/info.pb 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.223.61 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/logs 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:35.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.967924 31682 master_main.cc:80] Initializing master server... 17:47:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.970748 31682 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 203064us 17:47:35.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.971480 31682 fs_manager.cc:262] Metadata directory not provided 17:47:35.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.971601 31682 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:35.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.971871 31682 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:35.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.971982 31682 server_base.cc:433] Attempting to create new FS layout instead 17:47:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.975697 31682 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/data/instance: 17:47:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "da4f442cc4ba478591b01e6572a95ab3" 17:47:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.976075 31681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } attempt: 3 17:47:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.976380 31682 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/wal/instance: 17:47:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "da4f442cc4ba478591b01e6572a95ab3" 17:47:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:35.977424 31681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.223.61:56174: Network error: Client connection negotiation failed: client connection to 127.30.223.61:56174: connect: Connection refused (error 111) 17:47:35.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.990105 31682 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.006s sys 0.006s 17:47:35.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.991228 31682 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:35.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:35.992408 31682 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:36.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.000900 31682 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.001013 31682 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/wal 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "da4f442cc4ba478591b01e6572a95ab3" 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.001233 31682 fs_report.cc:352] FS layout report 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/wal 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/wal 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/data/data 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:36.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:36.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:36.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.147284 31682 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:36.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.149807 31682 master_main.cc:83] Starting Master server... 17:47:36.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.153780 31681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } attempt: 4 17:47:36.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.155282 31681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.223.61:56174: Network error: Client connection negotiation failed: client connection to 127.30.223.61:56174: connect: Connection refused (error 111) 17:47:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.237010 31682 rpc_server.cc:205] RPC server started. Bound to: 127.30.223.61:56174 17:47:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.237977 31682 webserver.cc:175] Starting webserver on 127.30.223.61:0 17:47:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.238073 31682 webserver.cc:186] Document root disabled 17:47:36.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.239908 31682 webserver.cc:313] Webserver started. Bound to: http://127.30.223.61:36236/ 17:47:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.240643 31682 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-1/data/info.pb 17:47:36.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.243810 31747 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:36.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.246683 31612 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 31682 17:47:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.247447 31612 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/wal 17:47:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/data 17:47:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.223.60:51298 17:47:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.223.60 17:47:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/logs 17:47:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/data/info.pb 17:47:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.30.223.62:38512,127.30.223.61:56174,127.30.223.60:51298 with env {} 17:47:36.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.256420 31747 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } has no permanent_uuid. Determining permanent_uuid... 17:47:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.271354 31747 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } has no permanent_uuid. Determining permanent_uuid... 17:47:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.282821 31747 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } has no permanent_uuid. Determining permanent_uuid... 17:47:36.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.284528 31747 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.223.60:51298: Network error: Client connection negotiation failed: client connection to 127.30.223.60:51298: connect: Connection refused (error 111) 17:47:36.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.303903 31747 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } attempt: 1 17:47:36.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.305035 31747 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.223.60:51298: Network error: Client connection negotiation failed: client connection to 127.30.223.60:51298: connect: Connection refused (error 111) 17:47:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.353364 31747 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } attempt: 2 17:47:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.354594 31747 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.223.60:51298: Network error: Client connection negotiation failed: client connection to 127.30.223.60:51298: connect: Connection refused (error 111) 17:47:36.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:36.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.409934 31748 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:36.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.410328 31748 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:36.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.419533 31748 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:36.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.419683 31748 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:36.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.419822 31748 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:36.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.419983 31748 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.438942 31748 master_main.cc:73] Master server non-default flags: 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/data 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/wal 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.30.223.62:38512,127.30.223.61:56174,127.30.223.60:51298 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.223.60:51298 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/data/info.pb 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.223.60 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/logs 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:36.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:36.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.453568 31748 master_main.cc:80] Initializing master server... 17:47:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.455526 31748 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 203564us 17:47:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.456241 31748 fs_manager.cc:262] Metadata directory not provided 17:47:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.456383 31748 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.456737 31748 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.456859 31748 server_base.cc:433] Attempting to create new FS layout instead 17:47:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.458643 31681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } attempt: 5 17:47:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.461508 31748 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/data/instance: 17:47:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e69187e5c991425cbf93e666aee332de" 17:47:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:36 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.462510 31748 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/wal/instance: 17:47:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e69187e5c991425cbf93e666aee332de" 17:47:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:36 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:36.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.465823 31681 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } has no permanent_uuid. Determining permanent_uuid... 17:47:36.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.465936 31747 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } attempt: 3 17:47:36.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.467207 31681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.223.60:51298: Network error: Client connection negotiation failed: client connection to 127.30.223.60:51298: connect: Connection refused (error 111) 17:47:36.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.467371 31747 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.223.60:51298: Network error: Client connection negotiation failed: client connection to 127.30.223.60:51298: connect: Connection refused (error 111) 17:47:36.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.479071 31748 fs_manager.cc:502] Time spent creating directory manager: real 0.016s user 0.009s sys 0.006s 17:47:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.480219 31748 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:36.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.481418 31748 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:36.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.489482 31748 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.002s 17:47:36.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.489608 31748 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/wal 17:47:36.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e69187e5c991425cbf93e666aee332de" 17:47:36.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:36 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.489850 31748 fs_report.cc:352] FS layout report 17:47:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/wal 17:47:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/wal 17:47:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/data/data 17:47:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:36.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.505620 31681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } attempt: 1 17:47:36.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.507180 31681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.223.60:51298: Network error: Client connection negotiation failed: client connection to 127.30.223.60:51298: connect: Connection refused (error 111) 17:47:36.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.555527 31681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } attempt: 2 17:47:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.557217 31681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.223.60:51298: Network error: Client connection negotiation failed: client connection to 127.30.223.60:51298: connect: Connection refused (error 111) 17:47:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.643720 31747 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } attempt: 4 17:47:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.644863 31747 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.223.60:51298: Network error: Client connection negotiation failed: client connection to 127.30.223.60:51298: connect: Connection refused (error 111) 17:47:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.652070 31748 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:36.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.654881 31748 master_main.cc:83] Starting Master server... 17:47:36.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.657564 31681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } attempt: 3 17:47:36.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.659237 31681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.30.223.60:51298: Network error: Client connection negotiation failed: client connection to 127.30.223.60:51298: connect: Connection refused (error 111) 17:47:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.744439 31748 rpc_server.cc:205] RPC server started. Bound to: 127.30.223.60:51298 17:47:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.745332 31748 webserver.cc:175] Starting webserver on 127.30.223.60:0 17:47:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.745462 31748 webserver.cc:186] Document root disabled 17:47:36.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.747339 31748 webserver.cc:313] Webserver started. Bound to: http://127.30.223.60:34195/ 17:47:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.748066 31748 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/master-2/data/info.pb 17:47:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.751659 31815 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.754472 31612 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 31748 17:47:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.755810 31612 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/wal 17:47:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/data 17:47:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.223.1:0 17:47:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.30.223.1 17:47:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.223.1 17:47:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.30.223.62:38512,127.30.223.61:56174,127.30.223.60:51298 17:47:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/logs 17:47:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/data/info.pb 17:47:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.767617 31815 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } has no permanent_uuid. Determining permanent_uuid... 17:47:36.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.784371 31815 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } has no permanent_uuid. Determining permanent_uuid... 17:47:36.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.791030 31815 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } has no permanent_uuid. Determining permanent_uuid... 17:47:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.800513 31681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } attempt: 4 17:47:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.806566 31815 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de: Bootstrap starting. 17:47:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.809748 31815 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de: No blocks or log segments found. Creating new log. 17:47:36.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.811187 31815 log.cc:525] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de: Log is configured to *not* fsync() on all Append() calls 17:47:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.814280 31681 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b: Bootstrap starting. 17:47:36.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.817281 31681 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b: No blocks or log segments found. Creating new log. 17:47:36.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.817628 31815 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de: No bootstrap required, opened a new log 17:47:36.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.818688 31681 log.cc:525] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b: Log is configured to *not* fsync() on all Append() calls 17:47:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.822173 31681 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b: No bootstrap required, opened a new log 17:47:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.832885 31681 raft_consensus.cc:325] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } 17:47:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.833381 31681 raft_consensus.cc:351] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.833593 31681 raft_consensus.cc:630] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c22ca798a65c4c92ad5659a11a99068b, State: Initialized, Role: FOLLOWER 17:47:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.834146 31681 consensus_queue.cc:228] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } 17:47:36.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.835942 31815 raft_consensus.cc:325] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } 17:47:36.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.836865 31815 raft_consensus.cc:351] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:36.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.837229 31815 raft_consensus.cc:630] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e69187e5c991425cbf93e666aee332de, State: Initialized, Role: FOLLOWER 17:47:36.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.836773 31681 sys_catalog.cc:337] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } } 17:47:36.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.837553 31681 sys_catalog.cc:340] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [sys.catalog]: This master's current role is: FOLLOWER 17:47:36.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.838268 31815 consensus_queue.cc:228] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } 17:47:36.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.839144 31681 sys_catalog.cc:424] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [sys.catalog]: configured and running, proceeding with master startup. 17:47:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.846678 31822 sys_catalog.cc:337] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } } 17:47:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.848641 31822 sys_catalog.cc:340] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [sys.catalog]: This master's current role is: FOLLOWER 17:47:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.849318 31822 raft_consensus.cc:457] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.849788 31822 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de: Snoozing failure detection for 1.959s (starting election) 17:47:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.850292 31822 raft_consensus.cc:479] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } 17:47:36.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.851850 31822 leader_election.cc:251] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer c22ca798a65c4c92ad5659a11a99068b (127.30.223.62:38512) 17:47:36.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.853309 31822 leader_election.cc:251] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer da4f442cc4ba478591b01e6572a95ab3 (127.30.223.61:56174) 17:47:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.948207 31747 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } attempt: 5 17:47:36.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.962827 31747 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3: Bootstrap starting. 17:47:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.966140 31747 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3: No blocks or log segments found. Creating new log. 17:47:36.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.967911 31747 log.cc:525] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3: Log is configured to *not* fsync() on all Append() calls 17:47:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.969828 31816 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.970661 31816 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:36.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.981652 31747 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3: No bootstrap required, opened a new log 17:47:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.987694 31816 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.988310 31816 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.223.1 17:47:37.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.013914 31747 raft_consensus.cc:325] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } 17:47:37.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.016185 31747 raft_consensus.cc:351] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:37.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.018411 31747 raft_consensus.cc:630] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da4f442cc4ba478591b01e6572a95ab3, State: Initialized, Role: FOLLOWER 17:47:37.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.019587 31747 consensus_queue.cc:228] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } 17:47:37.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.025661 31816 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/data 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/wal 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.223.1:0 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/data/info.pb 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.223.1 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.30.223.62:38512,127.30.223.61:56174,127.30.223.60:51298 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.30.223.1 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/logs 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:37.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.848194 31815 sys_catalog.cc:337] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } } 17:47:37.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.032996 31815 sys_catalog.cc:340] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [sys.catalog]: This master's current role is: FOLLOWER 17:47:37.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.036061 31815 sys_catalog.cc:424] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [sys.catalog]: configured and running, proceeding with master startup. 17:47:37.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:36.837846 31821 sys_catalog.cc:337] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } } 17:47:37.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.037379 31821 sys_catalog.cc:340] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [sys.catalog]: This master's current role is: FOLLOWER 17:47:37.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.037742 31821 raft_consensus.cc:457] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:37.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.037981 31821 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b: Snoozing failure detection for 2.021s (starting election) 17:47:37.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.038238 31821 raft_consensus.cc:479] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } 17:47:37.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.034466 31747 sys_catalog.cc:337] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } } 17:47:37.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.040246 31747 sys_catalog.cc:340] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [sys.catalog]: This master's current role is: FOLLOWER 17:47:37.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.041566 31747 sys_catalog.cc:424] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [sys.catalog]: configured and running, proceeding with master startup. 17:47:37.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.041076 31821 leader_election.cc:251] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer da4f442cc4ba478591b01e6572a95ab3 (127.30.223.61:56174) 17:47:37.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.043269 31821 leader_election.cc:251] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer e69187e5c991425cbf93e666aee332de (127.30.223.60:51298) 17:47:37.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.058615 31816 tablet_server_main.cc:85] Initializing tablet server... 17:47:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.062147 31816 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 204064us 17:47:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.062894 31816 fs_manager.cc:262] Metadata directory not provided 17:47:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.063200 31816 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.063699 31816 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:37.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.064015 31816 server_base.cc:433] Attempting to create new FS layout instead 17:47:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.065768 31748 master_main.cc:86] Master server successfully started. 17:47:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.058557 31792 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c22ca798a65c4c92ad5659a11a99068b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e69187e5c991425cbf93e666aee332de" is_pre_election: true 17:47:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.066126 31792 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de: Snoozing failure detection for 1.602s (vote granted) 17:47:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.066371 31792 raft_consensus.cc:2255] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c22ca798a65c4c92ad5659a11a99068b in term 0. 17:47:37.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.067348 31628 leader_election.cc:387] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [CANDIDATE]: Term 1 pre-election: Vote granted by peer e69187e5c991425cbf93e666aee332de (127.30.223.60:51298) 17:47:37.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.067654 31628 leader_election.cc:278] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:47:37.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.068377 31821 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b: Snoozing failure detection for 1.784s (election complete) 17:47:37.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.068624 31821 raft_consensus.cc:2549] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [term 0 FOLLOWER]: Leader pre-election won for term 1 17:47:37.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.068845 31821 raft_consensus.cc:457] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:47:37.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.069036 31821 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b: Snoozing failure detection for 1.664s (starting election) 17:47:37.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.069242 31821 raft_consensus.cc:2794] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [term 0 FOLLOWER]: Advancing to term 1 17:47:37.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.071678 31816 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/data/instance: 17:47:37.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "09fffe15ad5b48adac1fc1abf72f5399" 17:47:37.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:37 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:37.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.072854 31816 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/wal/instance: 17:47:37.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "09fffe15ad5b48adac1fc1abf72f5399" 17:47:37.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:37 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:37.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.074208 31821 raft_consensus.cc:479] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } 17:47:37.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.075166 31821 leader_election.cc:251] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [CANDIDATE]: Term 1 election: Requesting vote from peer da4f442cc4ba478591b01e6572a95ab3 (127.30.223.61:56174) 17:47:37.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.075702 31821 leader_election.cc:251] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [CANDIDATE]: Term 1 election: Requesting vote from peer e69187e5c991425cbf93e666aee332de (127.30.223.60:51298) 17:47:37.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.076882 31792 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c22ca798a65c4c92ad5659a11a99068b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e69187e5c991425cbf93e666aee332de" 17:47:37.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.077273 31792 raft_consensus.cc:2794] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [term 0 FOLLOWER]: Advancing to term 1 17:47:37.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.077553 31792 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de: Snoozing failure detection for 1.684s (vote granted) 17:47:37.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.082123 31792 raft_consensus.cc:2255] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c22ca798a65c4c92ad5659a11a99068b in term 1. 17:47:37.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.082774 31628 leader_election.cc:387] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [CANDIDATE]: Term 1 election: Vote granted by peer e69187e5c991425cbf93e666aee332de (127.30.223.60:51298) 17:47:37.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.083007 31628 leader_election.cc:278] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:37.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.083667 31821 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b: Snoozing failure detection for 1.601s (election complete) 17:47:37.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.083889 31821 raft_consensus.cc:2549] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [term 1 FOLLOWER]: Leader election won for term 1 17:47:37.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.084161 31821 raft_consensus.cc:595] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [term 1 LEADER]: Becoming Leader. State: Replica: c22ca798a65c4c92ad5659a11a99068b, State: Running, Role: LEADER 17:47:37.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.084681 31821 consensus_queue.cc:205] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } 17:47:37.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:37.102766 31832 catalog_manager.cc:1084] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:37.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:37.103091 31832 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:37.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.111886 31816 fs_manager.cc:502] Time spent creating directory manager: real 0.038s user 0.012s sys 0.008s 17:47:37.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.113749 31816 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:37.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.115263 31816 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:37.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:36.913609 31637 tablet.cc:1728] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:37.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.128952 31620 master_main.cc:86] Master server successfully started. 17:47:37.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.132015 31824 sys_catalog.cc:337] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [sys.catalog]: SysCatalogTable state changed. Reason: New leader c22ca798a65c4c92ad5659a11a99068b. Latest consensus state: current_term: 1 leader_uuid: "c22ca798a65c4c92ad5659a11a99068b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } } 17:47:37.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.132740 31824 sys_catalog.cc:340] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [sys.catalog]: This master's current role is: LEADER 17:47:37.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.138923 31658 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e69187e5c991425cbf93e666aee332de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c22ca798a65c4c92ad5659a11a99068b" is_pre_election: true 17:47:37.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.139868 31658 raft_consensus.cc:2216] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate e69187e5c991425cbf93e666aee332de for term 1 because replica is either leader or believes a valid leader to be alive. 17:47:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.141304 31760 leader_election.cc:401] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [CANDIDATE]: Term 1 pre-election: Vote denied by peer c22ca798a65c4c92ad5659a11a99068b (127.30.223.62:38512). Message: Invalid argument: T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate e69187e5c991425cbf93e666aee332de for term 1 because replica is either leader or believes a valid leader to be alive. 17:47:37.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.149633 31816 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.000s sys 0.001s 17:47:37.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.149811 31816 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/wal 17:47:37.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "09fffe15ad5b48adac1fc1abf72f5399" 17:47:37.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:37 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.150645 31816 fs_report.cc:352] FS layout report 17:47:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/wal 17:47:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/wal 17:47:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/data/data 17:47:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:37.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:37.158823 31767 tablet.cc:1728] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:37.164736 31823 catalog_manager.cc:1084] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:37.164954 31823 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:37.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.166183 31839 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:47:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.175379 31839 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:47:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.036609 31830 sys_catalog.cc:337] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } } 17:47:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.227753 31830 sys_catalog.cc:340] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [sys.catalog]: This master's current role is: FOLLOWER 17:47:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.228062 31830 raft_consensus.cc:457] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.228292 31830 raft_consensus.cc:2742] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3: Snoozing failure detection for 1.805s (starting election) 17:47:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.228566 31830 raft_consensus.cc:479] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } 17:47:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.229765 31830 leader_election.cc:251] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer c22ca798a65c4c92ad5659a11a99068b (127.30.223.62:38512) 17:47:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.230370 31830 leader_election.cc:251] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer e69187e5c991425cbf93e666aee332de (127.30.223.60:51298) 17:47:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.231257 31658 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da4f442cc4ba478591b01e6572a95ab3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c22ca798a65c4c92ad5659a11a99068b" is_pre_election: true 17:47:37.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.231871 31658 raft_consensus.cc:2216] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate da4f442cc4ba478591b01e6572a95ab3 for term 1 because replica is either leader or believes a valid leader to be alive. 17:47:37.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.236402 31694 leader_election.cc:401] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [CANDIDATE]: Term 1 pre-election: Vote denied by peer c22ca798a65c4c92ad5659a11a99068b (127.30.223.62:38512). Message: Invalid argument: T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate da4f442cc4ba478591b01e6572a95ab3 for term 1 because replica is either leader or believes a valid leader to be alive. 17:47:37.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:37.153977 31703 tablet.cc:1728] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:37.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.267179 31834 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:47:37.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.268169 31792 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da4f442cc4ba478591b01e6572a95ab3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e69187e5c991425cbf93e666aee332de" is_pre_election: true 17:47:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.268836 31792 raft_consensus.cc:2185] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate da4f442cc4ba478591b01e6572a95ab3 in current term 1: Already voted for candidate c22ca798a65c4c92ad5659a11a99068b in this term. 17:47:37.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.267762 31722 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c22ca798a65c4c92ad5659a11a99068b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da4f442cc4ba478591b01e6572a95ab3" 17:47:37.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.269469 31682 master_main.cc:86] Master server successfully started. 17:47:37.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.268507 31724 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e69187e5c991425cbf93e666aee332de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da4f442cc4ba478591b01e6572a95ab3" is_pre_election: true 17:47:37.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.269752 31722 raft_consensus.cc:2794] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [term 0 FOLLOWER]: Advancing to term 1 17:47:37.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.270053 31722 raft_consensus.cc:2742] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3: Snoozing failure detection for 1.648s (vote granted) 17:47:37.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.270633 31692 leader_election.cc:401] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [CANDIDATE]: Term 1 pre-election: Vote denied by peer e69187e5c991425cbf93e666aee332de (127.30.223.60:51298). Message: Invalid argument: T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate da4f442cc4ba478591b01e6572a95ab3 in current term 1: Already voted for candidate c22ca798a65c4c92ad5659a11a99068b in this term. 17:47:37.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.271026 31692 leader_election.cc:278] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:47:37.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.268383 31723 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c22ca798a65c4c92ad5659a11a99068b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da4f442cc4ba478591b01e6572a95ab3" is_pre_election: true 17:47:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.275473 31722 raft_consensus.cc:2255] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c22ca798a65c4c92ad5659a11a99068b in term 1. 17:47:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.275804 31833 raft_consensus.cc:2742] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3: Snoozing failure detection for 1.542s (election complete) 17:47:37.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.276032 31833 raft_consensus.cc:2497] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:47:37.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.276479 31723 raft_consensus.cc:2230] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c22ca798a65c4c92ad5659a11a99068b for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:37.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.277038 31724 raft_consensus.cc:2230] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e69187e5c991425cbf93e666aee332de for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.278761 31630 leader_election.cc:387] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [CANDIDATE]: Term 1 election: Vote granted by peer da4f442cc4ba478591b01e6572a95ab3 (127.30.223.61:56174) 17:47:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.280125 31630 leader_election.cc:401] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [CANDIDATE]: Term 1 pre-election: Vote denied by peer da4f442cc4ba478591b01e6572a95ab3 (127.30.223.61:56174). Message: Service unavailable: T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c22ca798a65c4c92ad5659a11a99068b for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.280251 31760 leader_election.cc:401] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [CANDIDATE]: Term 1 pre-election: Vote denied by peer da4f442cc4ba478591b01e6572a95ab3 (127.30.223.61:56174). Message: Service unavailable: T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e69187e5c991425cbf93e666aee332de for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.280540 31760 leader_election.cc:278] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:47:37.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.281867 31825 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de: Snoozing failure detection for 1.548s (election complete) 17:47:37.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.282127 31825 raft_consensus.cc:2497] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:47:37.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.312880 31724 raft_consensus.cc:1083] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [term 1 FOLLOWER]: Refusing update from remote peer c22ca798a65c4c92ad5659a11a99068b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:37.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.312896 31792 raft_consensus.cc:1083] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [term 1 FOLLOWER]: Refusing update from remote peer c22ca798a65c4c92ad5659a11a99068b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:37.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.313980 31821 consensus_queue.cc:963] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [LEADER]: Connected to new peer: Peer: permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:37.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.314556 31824 consensus_queue.cc:963] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [LEADER]: Connected to new peer: Peer: permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.337328 31825 sys_catalog.cc:337] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [sys.catalog]: SysCatalogTable state changed. Reason: New leader c22ca798a65c4c92ad5659a11a99068b. Latest consensus state: current_term: 1 leader_uuid: "c22ca798a65c4c92ad5659a11a99068b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } } 17:47:37.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.338214 31825 sys_catalog.cc:340] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [sys.catalog]: This master's current role is: FOLLOWER 17:47:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.342540 31833 sys_catalog.cc:337] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c22ca798a65c4c92ad5659a11a99068b. Latest consensus state: current_term: 1 leader_uuid: "c22ca798a65c4c92ad5659a11a99068b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } } 17:47:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.343416 31833 sys_catalog.cc:340] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [sys.catalog]: This master's current role is: FOLLOWER 17:47:37.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.356943 31824 sys_catalog.cc:337] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c22ca798a65c4c92ad5659a11a99068b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } } 17:47:37.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.357620 31824 sys_catalog.cc:340] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [sys.catalog]: This master's current role is: LEADER 17:47:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.358283 31824 sys_catalog.cc:337] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c22ca798a65c4c92ad5659a11a99068b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } } 17:47:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.358913 31824 sys_catalog.cc:340] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b [sys.catalog]: This master's current role is: LEADER 17:47:37.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.362365 31839 catalog_manager.cc:924] Generated new certificate authority record 17:47:37.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.364558 31839 catalog_manager.cc:1046] Loading token signing keys... 17:47:37.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.367951 31833 sys_catalog.cc:337] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c22ca798a65c4c92ad5659a11a99068b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } } 17:47:37.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.368607 31833 sys_catalog.cc:340] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3 [sys.catalog]: This master's current role is: FOLLOWER 17:47:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.371271 31822 sys_catalog.cc:337] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c22ca798a65c4c92ad5659a11a99068b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c22ca798a65c4c92ad5659a11a99068b" member_type: VOTER last_known_addr { host: "127.30.223.62" port: 38512 } } peers { permanent_uuid: "da4f442cc4ba478591b01e6572a95ab3" member_type: VOTER last_known_addr { host: "127.30.223.61" port: 56174 } } peers { permanent_uuid: "e69187e5c991425cbf93e666aee332de" member_type: VOTER last_known_addr { host: "127.30.223.60" port: 51298 } } } 17:47:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.371920 31822 sys_catalog.cc:340] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de [sys.catalog]: This master's current role is: FOLLOWER 17:47:37.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.393532 31839 catalog_manager.cc:4062] T 00000000000000000000000000000000 P c22ca798a65c4c92ad5659a11a99068b: Generated new TSK 0 17:47:37.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.507246 31816 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:37.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.512039 31816 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:37.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.514523 31816 tablet_server_main.cc:90] Starting tablet server... 17:47:37.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.843205 31816 rpc_server.cc:205] RPC server started. Bound to: 127.30.223.1:46008 17:47:37.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.844841 31816 webserver.cc:175] Starting webserver on 127.30.223.1:0 17:47:37.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.845077 31816 webserver.cc:186] Document root disabled 17:47:37.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.847002 31816 webserver.cc:313] Webserver started. Bound to: http://127.30.223.1:36783/ 17:47:37.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.847997 31816 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-0/data/info.pb 17:47:37.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.850473 31612 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 31816 17:47:37.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.851686 31612 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:37.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:37.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/wal 17:47:37.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/data 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.223.2:0 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.30.223.2 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.223.2 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.30.223.62:38512,127.30.223.61:56174,127.30.223.60:51298 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/logs 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/data/info.pb 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:37.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.909641 31816 tablet_server_main.cc:93] Tablet server successfully started. 17:47:37.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.928652 31969 heartbeater.cc:346] Connected to a master server at 127.30.223.60:51298 17:47:37.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.928912 31969 heartbeater.cc:426] Registering TS with master... 17:47:37.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.929533 31969 heartbeater.cc:475] Master 127.30.223.60:51298 requested a full tablet report, sending... 17:47:37.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.932502 31782 ts_manager.cc:98] Registered new tserver with Master: 09fffe15ad5b48adac1fc1abf72f5399 (127.30.223.1:46008) 17:47:37.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.936735 31964 heartbeater.cc:346] Connected to a master server at 127.30.223.62:38512 17:47:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.936964 31964 heartbeater.cc:426] Registering TS with master... 17:47:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.937453 31964 heartbeater.cc:475] Master 127.30.223.62:38512 requested a full tablet report, sending... 17:47:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.951603 31965 heartbeater.cc:346] Connected to a master server at 127.30.223.61:56174 17:47:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.951804 31965 heartbeater.cc:426] Registering TS with master... 17:47:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.952217 31965 heartbeater.cc:475] Master 127.30.223.61:56174 requested a full tablet report, sending... 17:47:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.952534 31648 ts_manager.cc:98] Registered new tserver with Master: 09fffe15ad5b48adac1fc1abf72f5399 (127.30.223.1:46008) 17:47:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.954756 31714 ts_manager.cc:98] Registered new tserver with Master: 09fffe15ad5b48adac1fc1abf72f5399 (127.30.223.1:46008) 17:47:37.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:37.954893 31648 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.30.223.1:45752 17:47:38.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:38.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:38.057934 31966 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:38.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:38.058820 31966 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:38.075162 31966 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:38.075836 31966 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.223.2 17:47:38.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.109428 31832 catalog_manager.cc:1082] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de: acquiring CA information for follower catalog manager: success 17:47:38.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.103220 31966 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:38.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/data 17:47:38.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/wal 17:47:38.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:38.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.223.2:0 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/data/info.pb 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.223.2 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.30.223.62:38512,127.30.223.61:56174,127.30.223.60:51298 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.30.223.2 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/logs 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:38.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.121332 31832 catalog_manager.cc:1110] T 00000000000000000000000000000000 P e69187e5c991425cbf93e666aee332de: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:38.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.140570 31966 tablet_server_main.cc:85] Initializing tablet server... 17:47:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.143409 31966 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 204564us 17:47:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.159188 31966 fs_manager.cc:262] Metadata directory not provided 17:47:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.159507 31966 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:38.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.159970 31966 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:38.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.160260 31966 server_base.cc:433] Attempting to create new FS layout instead 17:47:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.165086 31966 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/data/instance: 17:47:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "497709c31cb94ba3a0e29c0ec2a355ee" 17:47:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:38.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.166395 31966 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/wal/instance: 17:47:38.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "497709c31cb94ba3a0e29c0ec2a355ee" 17:47:38.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:38.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.206100 31966 fs_manager.cc:502] Time spent creating directory manager: real 0.039s user 0.011s sys 0.004s 17:47:38.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.207993 31966 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:38.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.208636 31966 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:38.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.232569 31966 fs_manager.cc:418] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s 17:47:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.232913 31966 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/wal 17:47:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "497709c31cb94ba3a0e29c0ec2a355ee" 17:47:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.233394 31966 fs_report.cc:352] FS layout report 17:47:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/wal 17:47:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/wal 17:47:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/data/data 17:47:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:38.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.283154 31834 catalog_manager.cc:1082] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3: acquiring CA information for follower catalog manager: success 17:47:38.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.289016 31834 catalog_manager.cc:1110] T 00000000000000000000000000000000 P da4f442cc4ba478591b01e6572a95ab3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:38.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.578950 31966 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:38.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.587839 31966 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:38.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.594317 31966 tablet_server_main.cc:90] Starting tablet server... 17:47:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:38.958540 31964 heartbeater.cc:467] Master 127.30.223.62:38512 was elected leader, sending a full tablet report... 17:47:39.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.228122 31966 rpc_server.cc:205] RPC server started. Bound to: 127.30.223.2:54067 17:47:39.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.230240 31966 webserver.cc:175] Starting webserver on 127.30.223.2:0 17:47:39.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.230569 31966 webserver.cc:186] Document root disabled 17:47:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.232621 31966 webserver.cc:313] Webserver started. Bound to: http://127.30.223.2:57607/ 17:47:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.233738 31966 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-1/data/info.pb 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.238616 31612 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 31966 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.239720 31612 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/wal 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/data 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.223.3:0 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.30.223.3 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.223.3 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.30.223.62:38512,127.30.223.61:56174,127.30.223.60:51298 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/logs 17:47:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/data/info.pb 17:47:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:39.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.281630 31966 tablet_server_main.cc:93] Tablet server successfully started. 17:47:39.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.316269 32102 heartbeater.cc:346] Connected to a master server at 127.30.223.60:51298 17:47:39.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.316615 32102 heartbeater.cc:426] Registering TS with master... 17:47:39.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.317543 32102 heartbeater.cc:475] Master 127.30.223.60:51298 requested a full tablet report, sending... 17:47:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.321023 31782 ts_manager.cc:98] Registered new tserver with Master: 497709c31cb94ba3a0e29c0ec2a355ee (127.30.223.2:54067) 17:47:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.321264 32097 heartbeater.cc:346] Connected to a master server at 127.30.223.62:38512 17:47:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.321530 32097 heartbeater.cc:426] Registering TS with master... 17:47:39.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.321971 32097 heartbeater.cc:475] Master 127.30.223.62:38512 requested a full tablet report, sending... 17:47:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.323624 32098 heartbeater.cc:346] Connected to a master server at 127.30.223.61:56174 17:47:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.323849 32098 heartbeater.cc:426] Registering TS with master... 17:47:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.324256 32098 heartbeater.cc:475] Master 127.30.223.61:56174 requested a full tablet report, sending... 17:47:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.324373 31648 ts_manager.cc:98] Registered new tserver with Master: 497709c31cb94ba3a0e29c0ec2a355ee (127.30.223.2:54067) 17:47:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.326007 31648 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.30.223.2:47148 17:47:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.326619 31714 ts_manager.cc:98] Registered new tserver with Master: 497709c31cb94ba3a0e29c0ec2a355ee (127.30.223.2:54067) 17:47:39.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:39.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:39.396764 32101 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:39.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:39.397197 32101 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:39.406265 32101 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:39.406672 32101 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.223.3 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.421028 32101 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/data 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/wal 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.30.223.3:0 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/data/info.pb 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.30.223.3 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.30.223.62:38512,127.30.223.61:56174,127.30.223.60:51298 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.30.223.3 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/logs 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:39.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:39.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:39.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:39.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.436530 32101 tablet_server_main.cc:85] Initializing tablet server... 17:47:39.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.438505 32101 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 205064us 17:47:39.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.438987 32101 fs_manager.cc:262] Metadata directory not provided 17:47:39.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.439121 32101 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:39.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.439538 32101 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:39.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.439666 32101 server_base.cc:433] Attempting to create new FS layout instead 17:47:39.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.442803 32101 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/data/instance: 17:47:39.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "31a8492604d140ac96596a84b904e4b3" 17:47:39.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:39 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:39.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.443579 32101 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/wal/instance: 17:47:39.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "31a8492604d140ac96596a84b904e4b3" 17:47:39.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:39 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.455655 32101 fs_manager.cc:502] Time spent creating directory manager: real 0.012s user 0.006s sys 0.004s 17:47:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.456842 32101 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.457289 32101 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:39.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.465075 32101 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:47:39.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.465204 32101 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/wal 17:47:39.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "31a8492604d140ac96596a84b904e4b3" 17:47:39.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:39 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:39.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.465489 32101 fs_report.cc:352] FS layout report 17:47:39.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:39.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/wal 17:47:39.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/wal 17:47:39.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/data/data 17:47:39.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:39.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.645299 32101 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:39.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.649353 32101 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:39.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.651024 32101 tablet_server_main.cc:90] Starting tablet server... 17:47:39.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.803951 32101 rpc_server.cc:205] RPC server started. Bound to: 127.30.223.3:37326 17:47:39.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.805352 32101 webserver.cc:175] Starting webserver on 127.30.223.3:0 17:47:39.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.805511 32101 webserver.cc:186] Document root disabled 17:47:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.807337 32101 webserver.cc:313] Webserver started. Bound to: http://127.30.223.3:43197/ 17:47:39.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.808181 32101 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1736066840214187693/ts-2/data/info.pb 17:47:39.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.812013 31612 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 32101 17:47:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.851259 32101 tablet_server_main.cc:93] Tablet server successfully started. 17:47:39.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.893860 32229 heartbeater.cc:346] Connected to a master server at 127.30.223.61:56174 17:47:39.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.894310 32229 heartbeater.cc:426] Registering TS with master... 17:47:39.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.895123 32229 heartbeater.cc:475] Master 127.30.223.61:56174 requested a full tablet report, sending... 17:47:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.898425 32230 heartbeater.cc:346] Connected to a master server at 127.30.223.60:51298 17:47:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.898649 32230 heartbeater.cc:426] Registering TS with master... 17:47:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.899036 31714 ts_manager.cc:98] Registered new tserver with Master: 31a8492604d140ac96596a84b904e4b3 (127.30.223.3:37326) 17:47:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.899112 32230 heartbeater.cc:475] Master 127.30.223.60:51298 requested a full tablet report, sending... 17:47:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.901592 31782 ts_manager.cc:98] Registered new tserver with Master: 31a8492604d140ac96596a84b904e4b3 (127.30.223.3:37326) 17:47:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.901645 32228 heartbeater.cc:346] Connected to a master server at 127.30.223.62:38512 17:47:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.901876 32228 heartbeater.cc:426] Registering TS with master... 17:47:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.902300 32228 heartbeater.cc:475] Master 127.30.223.62:38512 requested a full tablet report, sending... 17:47:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.904011 31648 ts_manager.cc:98] Registered new tserver with Master: 31a8492604d140ac96596a84b904e4b3 (127.30.223.3:37326) 17:47:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.905750 31648 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.30.223.3:60266 17:47:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:39.907534 31612 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:47:39.908 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:47:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.012256 31647 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.30.223.62:54003: 17:47:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:47:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.077574 32033 tablet_service.cc:759] Processing CreateTablet for tablet f6f897e4b9954dd0a45148b5d99417bd (table=test [id=5295a35049b54b54a748be4e1bccc302]), partition=RANGE (key) PARTITION VALUES < 50 17:47:40.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.078544 32033 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet f6f897e4b9954dd0a45148b5d99417bd. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:40.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.089049 31901 tablet_service.cc:759] Processing CreateTablet for tablet ae2508585f1c4a619f4f9ca21085b9cf (table=test [id=5295a35049b54b54a748be4e1bccc302]), partition=RANGE (key) PARTITION VALUES >= 50 17:47:40.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.090785 31901 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet ae2508585f1c4a619f4f9ca21085b9cf. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:40.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.097637 32033 ts_tablet_manager.cc:1173] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee: Registered tablet (data state: TABLET_DATA_READY) 17:47:40.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.099673 32301 ts_tablet_manager.cc:1028] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee: Bootstrapping tablet 17:47:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.100368 32301 tablet_bootstrap.cc:438] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee: Bootstrap starting. 17:47:40.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.104645 32301 tablet_bootstrap.cc:592] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee: No blocks or log segments found. Creating new log. 17:47:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.106453 31901 ts_tablet_manager.cc:1173] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399: Registered tablet (data state: TABLET_DATA_READY) 17:47:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.106604 32301 log.cc:525] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee: Log is configured to *not* fsync() on all Append() calls 17:47:40.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.108070 32302 ts_tablet_manager.cc:1028] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399: Bootstrapping tablet 17:47:40.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.108952 32302 tablet_bootstrap.cc:438] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399: Bootstrap starting. 17:47:40.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.111106 32302 tablet_bootstrap.cc:592] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399: No blocks or log segments found. Creating new log. 17:47:40.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.112766 32302 log.cc:525] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399: Log is configured to *not* fsync() on all Append() calls 17:47:40.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.114940 32301 tablet_bootstrap.cc:438] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee: No bootstrap required, opened a new log 17:47:40.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.115509 32301 ts_tablet_manager.cc:1045] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee: Time spent bootstrapping tablet: real 0.015s user 0.008s sys 0.005s 17:47:40.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.115869 32302 tablet_bootstrap.cc:438] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399: No bootstrap required, opened a new log 17:47:40.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.116173 32302 ts_tablet_manager.cc:1045] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.003s 17:47:40.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.127542 32302 raft_consensus.cc:325] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09fffe15ad5b48adac1fc1abf72f5399" member_type: VOTER last_known_addr { host: "127.30.223.1" port: 46008 } } 17:47:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.128080 32302 raft_consensus.cc:351] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.128268 32302 raft_consensus.cc:630] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 09fffe15ad5b48adac1fc1abf72f5399, State: Initialized, Role: FOLLOWER 17:47:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.128872 32302 consensus_queue.cc:228] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09fffe15ad5b48adac1fc1abf72f5399" member_type: VOTER last_known_addr { host: "127.30.223.1" port: 46008 } } 17:47:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.129289 32302 raft_consensus.cc:365] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.129524 32302 raft_consensus.cc:457] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.129703 32302 raft_consensus.cc:2742] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399: Snoozing failure detection for 1.946s (starting election) 17:47:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.129904 32302 raft_consensus.cc:2794] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399 [term 0 FOLLOWER]: Advancing to term 1 17:47:40.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.133190 32302 raft_consensus.cc:479] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09fffe15ad5b48adac1fc1abf72f5399" member_type: VOTER last_known_addr { host: "127.30.223.1" port: 46008 } } 17:47:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.133919 32302 leader_election.cc:278] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.135112 32301 raft_consensus.cc:325] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "497709c31cb94ba3a0e29c0ec2a355ee" member_type: VOTER last_known_addr { host: "127.30.223.2" port: 54067 } } 17:47:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.135920 32301 raft_consensus.cc:351] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.135939 32305 raft_consensus.cc:2742] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399: Snoozing failure detection for 2.068s (election complete) 17:47:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.136276 32301 raft_consensus.cc:630] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 497709c31cb94ba3a0e29c0ec2a355ee, State: Initialized, Role: FOLLOWER 17:47:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.136487 32305 raft_consensus.cc:2549] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399 [term 1 FOLLOWER]: Leader election won for term 1 17:47:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.137316 32301 consensus_queue.cc:228] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "497709c31cb94ba3a0e29c0ec2a355ee" member_type: VOTER last_known_addr { host: "127.30.223.2" port: 54067 } } 17:47:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.138062 32301 raft_consensus.cc:365] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.138473 32301 raft_consensus.cc:457] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.138840 32301 raft_consensus.cc:2742] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee: Snoozing failure detection for 1.785s (starting election) 17:47:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.139222 32301 raft_consensus.cc:2794] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee [term 0 FOLLOWER]: Advancing to term 1 17:47:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.142881 32302 ts_tablet_manager.cc:1073] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399: Time spent starting tablet: real 0.027s user 0.017s sys 0.008s 17:47:40.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.143872 32301 raft_consensus.cc:479] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "497709c31cb94ba3a0e29c0ec2a355ee" member_type: VOTER last_known_addr { host: "127.30.223.2" port: 54067 } } 17:47:40.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.144664 32301 leader_election.cc:278] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:40.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.147186 32305 raft_consensus.cc:595] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399 [term 1 LEADER]: Becoming Leader. State: Replica: 09fffe15ad5b48adac1fc1abf72f5399, State: Running, Role: LEADER 17:47:40.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.147218 32308 raft_consensus.cc:2742] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee: Snoozing failure detection for 1.819s (election complete) 17:47:40.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.147728 32305 consensus_queue.cc:205] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09fffe15ad5b48adac1fc1abf72f5399" member_type: VOTER last_known_addr { host: "127.30.223.1" port: 46008 } } 17:47:40.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.148362 32308 raft_consensus.cc:2549] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee [term 1 FOLLOWER]: Leader election won for term 1 17:47:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.151932 32308 raft_consensus.cc:595] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee [term 1 LEADER]: Becoming Leader. State: Replica: 497709c31cb94ba3a0e29c0ec2a355ee, State: Running, Role: LEADER 17:47:40.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.152670 32308 consensus_queue.cc:205] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "497709c31cb94ba3a0e29c0ec2a355ee" member_type: VOTER last_known_addr { host: "127.30.223.2" port: 54067 } } 17:47:40.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:40.166508 31974 tablet.cc:1728] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:40.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.169026 31647 catalog_manager.cc:3758] T ae2508585f1c4a619f4f9ca21085b9cf P 09fffe15ad5b48adac1fc1abf72f5399 reported cstate change: term changed from 0 to 1, leader changed from to 09fffe15ad5b48adac1fc1abf72f5399 (127.30.223.1). New cstate: current_term: 1 leader_uuid: "09fffe15ad5b48adac1fc1abf72f5399" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09fffe15ad5b48adac1fc1abf72f5399" member_type: VOTER last_known_addr { host: "127.30.223.1" port: 46008 } health_report { overall_health: HEALTHY } } } 17:47:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.152477 32097 heartbeater.cc:467] Master 127.30.223.62:38512 was elected leader, sending a full tablet report... 17:47:40.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.269512 32301 ts_tablet_manager.cc:1073] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee: Time spent starting tablet: real 0.154s user 0.035s sys 0.101s 17:47:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.274709 31647 catalog_manager.cc:3758] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee reported cstate change: term changed from 0 to 1, leader changed from to 497709c31cb94ba3a0e29c0ec2a355ee (127.30.223.2). New cstate: current_term: 1 leader_uuid: "497709c31cb94ba3a0e29c0ec2a355ee" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "497709c31cb94ba3a0e29c0ec2a355ee" member_type: VOTER last_known_addr { host: "127.30.223.2" port: 54067 } health_report { overall_health: HEALTHY } } } 17:47:40.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:40.281008 32105 tablet.cc:1728] T f6f897e4b9954dd0a45148b5d99417bd P 497709c31cb94ba3a0e29c0ec2a355ee: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.574815 31647 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.30.223.62:54003: 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:40.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.591763 31901 tablet_service.cc:759] Processing CreateTablet for tablet d773352cb4d840f1a0861c3c2fd2eea1 (table=simple-test [id=8b912cd027ce47a883b1b247b5904b28]), partition=RANGE (key) PARTITION UNBOUNDED 17:47:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.592300 31901 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet d773352cb4d840f1a0861c3c2fd2eea1. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:40.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.598330 31901 ts_tablet_manager.cc:1173] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399: Registered tablet (data state: TABLET_DATA_READY) 17:47:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.598675 32302 ts_tablet_manager.cc:1028] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399: Bootstrapping tablet 17:47:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.598994 32302 tablet_bootstrap.cc:438] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399: Bootstrap starting. 17:47:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.600857 32302 tablet_bootstrap.cc:592] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399: No blocks or log segments found. Creating new log. 17:47:40.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.618469 32302 tablet_bootstrap.cc:438] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399: No bootstrap required, opened a new log 17:47:40.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.618746 32302 ts_tablet_manager.cc:1045] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399: Time spent bootstrapping tablet: real 0.020s user 0.004s sys 0.001s 17:47:40.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.619835 32302 raft_consensus.cc:325] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09fffe15ad5b48adac1fc1abf72f5399" member_type: VOTER last_known_addr { host: "127.30.223.1" port: 46008 } } 17:47:40.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.620158 32302 raft_consensus.cc:351] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:40.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.620334 32302 raft_consensus.cc:630] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 09fffe15ad5b48adac1fc1abf72f5399, State: Initialized, Role: FOLLOWER 17:47:40.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.620733 32302 consensus_queue.cc:228] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09fffe15ad5b48adac1fc1abf72f5399" member_type: VOTER last_known_addr { host: "127.30.223.1" port: 46008 } } 17:47:40.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.621088 32302 raft_consensus.cc:365] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:40.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.621268 32302 raft_consensus.cc:457] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:40.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.621479 32302 raft_consensus.cc:2742] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399: Snoozing failure detection for 2.180s (starting election) 17:47:40.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.621664 32302 raft_consensus.cc:2794] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399 [term 0 FOLLOWER]: Advancing to term 1 17:47:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.624254 32302 raft_consensus.cc:479] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09fffe15ad5b48adac1fc1abf72f5399" member_type: VOTER last_known_addr { host: "127.30.223.1" port: 46008 } } 17:47:40.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.624686 32302 leader_election.cc:278] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:40.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.625190 32307 raft_consensus.cc:2742] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399: Snoozing failure detection for 1.916s (election complete) 17:47:40.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.625455 32307 raft_consensus.cc:2549] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399 [term 1 FOLLOWER]: Leader election won for term 1 17:47:40.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.625754 32307 raft_consensus.cc:595] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399 [term 1 LEADER]: Becoming Leader. State: Replica: 09fffe15ad5b48adac1fc1abf72f5399, State: Running, Role: LEADER 17:47:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.626113 32307 consensus_queue.cc:205] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09fffe15ad5b48adac1fc1abf72f5399" member_type: VOTER last_known_addr { host: "127.30.223.1" port: 46008 } } 17:47:40.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.626078 32302 ts_tablet_manager.cc:1073] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399: Time spent starting tablet: real 0.007s user 0.006s sys 0.001s 17:47:40.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.699601 31647 catalog_manager.cc:3758] T d773352cb4d840f1a0861c3c2fd2eea1 P 09fffe15ad5b48adac1fc1abf72f5399 reported cstate change: term changed from 0 to 1, leader changed from to 09fffe15ad5b48adac1fc1abf72f5399 (127.30.223.1). New cstate: current_term: 1 leader_uuid: "09fffe15ad5b48adac1fc1abf72f5399" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "09fffe15ad5b48adac1fc1abf72f5399" member_type: VOTER last_known_addr { host: "127.30.223.1" port: 46008 } health_report { overall_health: HEALTHY } } } 17:47:40.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.909310 32228 heartbeater.cc:467] Master 127.30.223.62:38512 was elected leader, sending a full tablet report... 17:47:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.928102 31612 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 31816 17:47:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:40.949327 31692 connection.cc:512] server connection from 127.30.223.1:47250 recv error: Network error: failed to read from TLS socket (remote: 127.30.223.1:47250): Connection reset by peer (error 104) 17:47:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.950546 31612 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 31966 17:47:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:40.950549 31759 connection.cc:512] server connection from 127.30.223.1:42545 recv error: Network error: failed to read from TLS socket (remote: 127.30.223.1:42545): Connection reset by peer (error 104) 17:47:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:40.953462 31629 connection.cc:512] server connection from 127.30.223.1:45752 recv error: Network error: failed to read from TLS socket (remote: 127.30.223.1:45752): Connection reset by peer (error 104) 17:47:40.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:40.973114 31694 connection.cc:512] server connection from 127.30.223.2:52458 recv error: Network error: failed to read from TLS socket (remote: 127.30.223.2:52458): Connection reset by peer (error 104) 17:47:40.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:40.973434 31631 connection.cc:512] server connection from 127.30.223.2:47148 recv error: Network error: failed to read from TLS socket (remote: 127.30.223.2:47148): Connection reset by peer (error 104) 17:47:40.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:40.973887 31758 connection.cc:512] server connection from 127.30.223.2:35994 recv error: Network error: failed to read from TLS socket (remote: 127.30.223.2:35994): Connection reset by peer (error 104) 17:47:40.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.974570 31612 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 32101 17:47:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:40.995086 31762 connection.cc:512] server connection from 127.30.223.3:46770 recv error: Network error: failed to read from TLS socket (remote: 127.30.223.3:46770): Connection reset by peer (error 104) 17:47:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:40.995086 31631 connection.cc:512] server connection from 127.30.223.3:60266 recv error: Network error: failed to read from TLS socket (remote: 127.30.223.3:60266): Connection reset by peer (error 104) 17:47:40.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:40.995811 31612 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 31620 17:47:40.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:40.996022 31694 connection.cc:512] server connection from 127.30.223.3:33275 recv error: Network error: failed to read from TLS socket (remote: 127.30.223.3:33275): Connection reset by peer (error 104) 17:47:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:41.017874 31612 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 31682 17:47:41.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:41.044078 31612 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 31748 17:47:42.086 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614062086 17:47:42.087 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:47:42.088 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:47:42.088 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:47:42.088 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:47:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.298283 32342 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/wal 17:47:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/data 17:47:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.31.149.190:56917 17:47:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.31.149.190 17:47:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/logs 17:47:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/data/info.pb 17:47:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.31.149.190:56917,127.31.149.189:46335,127.31.149.188:46980 with env {} 17:47:42.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:42.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:42.453456 32350 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:42.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:42.453860 32350 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:42.462857 32350 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:42.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:42.463062 32350 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:42.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:42.463198 32350 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:42.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:42.463393 32350 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:42.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.481698 32350 master_main.cc:73] Master server non-default flags: 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/data 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/wal 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.31.149.190:56917,127.31.149.189:46335,127.31.149.188:46980 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.31.149.190:56917 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/data/info.pb 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.31.149.190 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/logs 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:42.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.496234 32350 master_main.cc:80] Initializing master server... 17:47:42.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.498607 32350 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 206564us 17:47:42.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.499392 32350 fs_manager.cc:262] Metadata directory not provided 17:47:42.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.499547 32350 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:42.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.499871 32350 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:42.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.499994 32350 server_base.cc:433] Attempting to create new FS layout instead 17:47:42.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.503840 32350 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/data/instance: 17:47:42.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "de2bf6f442db4d9eae4fd8b1ed858406" 17:47:42.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:42.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.504660 32350 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/wal/instance: 17:47:42.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "de2bf6f442db4d9eae4fd8b1ed858406" 17:47:42.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:42.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.519330 32350 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.006s 17:47:42.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.520584 32350 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:42.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.521824 32350 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.529969 32350 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:47:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.530155 32350 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/wal 17:47:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "de2bf6f442db4d9eae4fd8b1ed858406" 17:47:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.530411 32350 fs_report.cc:352] FS layout report 17:47:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/wal 17:47:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/wal 17:47:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/data/data 17:47:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:42.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.686018 32350 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.688494 32350 master_main.cc:83] Starting Master server... 17:47:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.775377 32350 rpc_server.cc:205] RPC server started. Bound to: 127.31.149.190:56917 17:47:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.776335 32350 webserver.cc:175] Starting webserver on 127.31.149.190:0 17:47:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.776465 32350 webserver.cc:186] Document root disabled 17:47:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.778465 32350 webserver.cc:313] Webserver started. Bound to: http://127.31.149.190:49487/ 17:47:42.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.779235 32350 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-0/data/info.pb 17:47:42.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.782140 32342 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 32350 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.783263 32342 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/wal 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/data 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.31.149.189:46335 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.31.149.189 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/logs 17:47:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/data/info.pb 17:47:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.31.149.190:56917,127.31.149.189:46335,127.31.149.188:46980 with env {} 17:47:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.783399 32411 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:42.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.797252 32411 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } has no permanent_uuid. Determining permanent_uuid... 17:47:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.819574 32411 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } has no permanent_uuid. Determining permanent_uuid... 17:47:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:42.821763 32411 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.31.149.189:46335: Network error: Client connection negotiation failed: client connection to 127.31.149.189:46335: connect: Connection refused (error 111) 17:47:42.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.841123 32411 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } attempt: 1 17:47:42.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:42.842234 32411 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.31.149.189:46335: Network error: Client connection negotiation failed: client connection to 127.31.149.189:46335: connect: Connection refused (error 111) 17:47:42.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.890605 32411 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } attempt: 2 17:47:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:42.891993 32411 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.31.149.189:46335: Network error: Client connection negotiation failed: client connection to 127.31.149.189:46335: connect: Connection refused (error 111) 17:47:42.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:42.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:42.945194 32412 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:42.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:42.945592 32412 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:42.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:42.954627 32412 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:42.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:42.954751 32412 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:42.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:42.954870 32412 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:42.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:42.955018 32412 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:42.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.973603 32412 master_main.cc:73] Master server non-default flags: 17:47:42.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/data 17:47:42.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/wal 17:47:42.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.31.149.190:56917,127.31.149.189:46335,127.31.149.188:46980 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.31.149.189:46335 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/data/info.pb 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.31.149.189 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/logs 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:42.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.987705 32412 master_main.cc:80] Initializing master server... 17:47:42.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.990520 32412 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 206564us 17:47:42.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.991256 32412 fs_manager.cc:262] Metadata directory not provided 17:47:42.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.991396 32412 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:42.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.991678 32412 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:42.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.991802 32412 server_base.cc:433] Attempting to create new FS layout instead 17:47:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.995527 32412 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/data/instance: 17:47:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0b09d156beba48929b6c8f4cdce69474" 17:47:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:42.996299 32412 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/wal/instance: 17:47:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0b09d156beba48929b6c8f4cdce69474" 17:47:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:43.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.003319 32411 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } attempt: 3 17:47:43.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.004451 32411 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.31.149.189:46335: Network error: Client connection negotiation failed: client connection to 127.31.149.189:46335: connect: Connection refused (error 111) 17:47:43.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.013689 32412 fs_manager.cc:502] Time spent creating directory manager: real 0.017s user 0.007s sys 0.006s 17:47:43.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.014844 32412 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:43.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.016026 32412 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.023998 32412 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:47:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.024128 32412 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/wal 17:47:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0b09d156beba48929b6c8f4cdce69474" 17:47:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.024369 32412 fs_report.cc:352] FS layout report 17:47:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/wal 17:47:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/wal 17:47:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/data/data 17:47:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:43.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.180775 32411 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } attempt: 4 17:47:43.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.182014 32411 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.31.149.189:46335: Network error: Client connection negotiation failed: client connection to 127.31.149.189:46335: connect: Connection refused (error 111) 17:47:43.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.202028 32412 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:43.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.204437 32412 master_main.cc:83] Starting Master server... 17:47:43.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.291582 32412 rpc_server.cc:205] RPC server started. Bound to: 127.31.149.189:46335 17:47:43.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.292557 32412 webserver.cc:175] Starting webserver on 127.31.149.189:0 17:47:43.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.292666 32412 webserver.cc:186] Document root disabled 17:47:43.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.294638 32412 webserver.cc:313] Webserver started. Bound to: http://127.31.149.189:47943/ 17:47:43.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.295439 32412 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-1/data/info.pb 17:47:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.298647 32477 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.299160 32342 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 32412 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.300285 32342 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/wal 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/data 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.31.149.188:46980 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.31.149.188 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/logs 17:47:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/data/info.pb 17:47:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.31.149.190:56917,127.31.149.189:46335,127.31.149.188:46980 with env {} 17:47:43.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.313156 32477 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } has no permanent_uuid. Determining permanent_uuid... 17:47:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.330535 32477 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } has no permanent_uuid. Determining permanent_uuid... 17:47:43.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.342352 32477 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } has no permanent_uuid. Determining permanent_uuid... 17:47:43.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.344156 32477 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.31.149.188:46980: Network error: Client connection negotiation failed: client connection to 127.31.149.188:46980: connect: Connection refused (error 111) 17:47:43.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.363559 32477 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } attempt: 1 17:47:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.364711 32477 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.31.149.188:46980: Network error: Client connection negotiation failed: client connection to 127.31.149.188:46980: connect: Connection refused (error 111) 17:47:43.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.413043 32477 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } attempt: 2 17:47:43.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.414469 32477 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.31.149.188:46980: Network error: Client connection negotiation failed: client connection to 127.31.149.188:46980: connect: Connection refused (error 111) 17:47:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.463922 32478 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.464296 32478 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.473546 32478 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:43.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.473683 32478 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:43.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.473872 32478 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:43.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.474117 32478 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.485340 32411 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } attempt: 5 17:47:43.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.492744 32411 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } has no permanent_uuid. Determining permanent_uuid... 17:47:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.493291 32478 master_main.cc:73] Master server non-default flags: 17:47:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/data 17:47:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/wal 17:47:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.31.149.190:56917,127.31.149.189:46335,127.31.149.188:46980 17:47:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.31.149.188:46980 17:47:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/data/info.pb 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.31.149.188 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/logs 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.493978 32411 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.31.149.188:46980: Network error: Client connection negotiation failed: client connection to 127.31.149.188:46980: connect: Connection refused (error 111) 17:47:43.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.508491 32478 master_main.cc:80] Initializing master server... 17:47:43.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.511374 32478 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 207064us 17:47:43.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.512158 32478 fs_manager.cc:262] Metadata directory not provided 17:47:43.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.512300 32478 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:43.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.512688 32478 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:43.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.512814 32478 server_base.cc:433] Attempting to create new FS layout instead 17:47:43.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.516654 32478 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/data/instance: 17:47:43.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" 17:47:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:43 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.517516 32478 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/wal/instance: 17:47:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" 17:47:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:43 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:43.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.525813 32477 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } attempt: 3 17:47:43.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.526954 32477 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.31.149.188:46980: Network error: Client connection negotiation failed: client connection to 127.31.149.188:46980: connect: Connection refused (error 111) 17:47:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.531575 32478 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.005s 17:47:43.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.532308 32411 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } attempt: 1 17:47:43.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.532763 32478 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:43.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.533509 32411 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.31.149.188:46980: Network error: Client connection negotiation failed: client connection to 127.31.149.188:46980: connect: Connection refused (error 111) 17:47:43.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.533955 32478 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.542172 32478 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:47:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.542299 32478 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/wal 17:47:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" 17:47:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:43 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.542572 32478 fs_report.cc:352] FS layout report 17:47:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/wal 17:47:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/wal 17:47:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/data/data 17:47:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:43.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.581826 32411 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } attempt: 2 17:47:43.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.583134 32411 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.31.149.188:46980: Network error: Client connection negotiation failed: client connection to 127.31.149.188:46980: connect: Connection refused (error 111) 17:47:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.683450 32411 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } attempt: 3 17:47:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.685212 32411 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.31.149.188:46980: Network error: Client connection negotiation failed: client connection to 127.31.149.188:46980: connect: Connection refused (error 111) 17:47:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.703316 32477 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } attempt: 4 17:47:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.704519 32477 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.31.149.188:46980: Network error: Client connection negotiation failed: client connection to 127.31.149.188:46980: connect: Connection refused (error 111) 17:47:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.732834 32478 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.735265 32478 master_main.cc:83] Starting Master server... 17:47:43.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.821039 32478 rpc_server.cc:205] RPC server started. Bound to: 127.31.149.188:46980 17:47:43.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.821908 32478 webserver.cc:175] Starting webserver on 127.31.149.188:0 17:47:43.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.822005 32478 webserver.cc:186] Document root disabled 17:47:43.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.823843 32478 webserver.cc:313] Webserver started. Bound to: http://127.31.149.188:37570/ 17:47:43.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.824573 32478 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/master-2/data/info.pb 17:47:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.825510 32342 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 32478 17:47:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.826026 32411 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } attempt: 4 17:47:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.826756 32342 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/wal 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/data 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.31.149.129:0 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.31.149.129 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.31.149.129 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.31.149.190:56917,127.31.149.189:46335,127.31.149.188:46980 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/logs 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/data/info.pb 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:43.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.828886 32541 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:43.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.851359 32541 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } has no permanent_uuid. Determining permanent_uuid... 17:47:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.865191 32411 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406: Bootstrap starting. 17:47:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.868479 32541 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } has no permanent_uuid. Determining permanent_uuid... 17:47:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.869494 32411 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406: No blocks or log segments found. Creating new log. 17:47:43.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.872056 32411 log.cc:525] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406: Log is configured to *not* fsync() on all Append() calls 17:47:43.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.877095 32541 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } has no permanent_uuid. Determining permanent_uuid... 17:47:43.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.878137 32411 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406: No bootstrap required, opened a new log 17:47:43.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.892622 32541 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6: Bootstrap starting. 17:47:43.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.892930 32411 raft_consensus.cc:325] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } 17:47:43.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.893718 32411 raft_consensus.cc:351] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:43.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.894006 32411 raft_consensus.cc:630] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: de2bf6f442db4d9eae4fd8b1ed858406, State: Initialized, Role: FOLLOWER 17:47:43.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.895107 32411 consensus_queue.cc:228] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } 17:47:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.896546 32541 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6: No blocks or log segments found. Creating new log. 17:47:43.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.898458 32541 log.cc:525] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6: Log is configured to *not* fsync() on all Append() calls 17:47:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.899821 32411 sys_catalog.cc:337] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } } 17:47:43.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.901093 32411 sys_catalog.cc:340] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [sys.catalog]: This master's current role is: FOLLOWER 17:47:43.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.902487 32411 sys_catalog.cc:424] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [sys.catalog]: configured and running, proceeding with master startup. 17:47:43.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.905906 32541 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6: No bootstrap required, opened a new log 17:47:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.922577 32541 raft_consensus.cc:325] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } 17:47:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.923439 32541 raft_consensus.cc:351] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.923728 32541 raft_consensus.cc:630] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff1fb67743b948e1a6f26c5c9e7ef2e6, State: Initialized, Role: FOLLOWER 17:47:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.924474 32541 consensus_queue.cc:228] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } 17:47:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.932646 32541 sys_catalog.cc:337] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } } 17:47:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.933482 32541 sys_catalog.cc:340] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [sys.catalog]: This master's current role is: FOLLOWER 17:47:43.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.934886 32541 sys_catalog.cc:424] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [sys.catalog]: configured and running, proceeding with master startup. 17:47:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.901054 32547 sys_catalog.cc:337] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } } 17:47:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.003991 32547 sys_catalog.cc:340] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [sys.catalog]: This master's current role is: FOLLOWER 17:47:44.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.007853 32477 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } attempt: 5 17:47:44.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.021636 32477 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474: Bootstrap starting. 17:47:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.025009 32477 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474: No blocks or log segments found. Creating new log. 17:47:44.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.026904 32477 log.cc:525] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474: Log is configured to *not* fsync() on all Append() calls 17:47:44.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:44.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:44.033812 32542 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:44.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:44.034338 32542 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:44.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.040357 32477 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474: No bootstrap required, opened a new log 17:47:44.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:44.050505 32542 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:44.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:44.051111 32542 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.149.129 17:47:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.942293 32367 tablet.cc:1728] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:44.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.071175 32477 raft_consensus.cc:325] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } 17:47:44.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.073621 32477 raft_consensus.cc:351] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:44.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.074689 32350 master_main.cc:86] Master server successfully started. 17:47:44.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.074700 32477 raft_consensus.cc:630] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b09d156beba48929b6c8f4cdce69474, State: Initialized, Role: FOLLOWER 17:47:44.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.076050 32477 consensus_queue.cc:228] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } 17:47:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:44.079228 32549 catalog_manager.cc:1084] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:44.079566 32549 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:44.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.081084 32477 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } } 17:47:44.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.082541 32477 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [sys.catalog]: This master's current role is: FOLLOWER 17:47:44.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.084070 32477 sys_catalog.cc:424] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [sys.catalog]: configured and running, proceeding with master startup. 17:47:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.113323 32542 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/data 17:47:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/wal 17:47:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.31.149.129:0 17:47:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/data/info.pb 17:47:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.31.149.129 17:47:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.31.149.190:56917,127.31.149.189:46335,127.31.149.188:46980 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.31.149.129 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/logs 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:44.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:43.936509 32550 sys_catalog.cc:337] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } } 17:47:44.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.125550 32478 master_main.cc:86] Master server successfully started. 17:47:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.125634 32550 sys_catalog.cc:340] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [sys.catalog]: This master's current role is: FOLLOWER 17:47:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.125968 32550 raft_consensus.cc:457] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.126209 32550 raft_consensus.cc:2742] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6: Snoozing failure detection for 1.792s (starting election) 17:47:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.126513 32550 raft_consensus.cc:479] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } 17:47:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.127732 32550 leader_election.cc:251] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer de2bf6f442db4d9eae4fd8b1ed858406 (127.31.149.190:56917) 17:47:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.128396 32550 leader_election.cc:251] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 0b09d156beba48929b6c8f4cdce69474 (127.31.149.189:46335) 17:47:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.129390 32388 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" is_pre_election: true 17:47:44.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.130038 32388 raft_consensus.cc:2742] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406: Snoozing failure detection for 1.532s (vote granted) 17:47:44.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.130300 32388 raft_consensus.cc:2255] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff1fb67743b948e1a6f26c5c9e7ef2e6 in term 0. 17:47:44.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.131223 32488 leader_election.cc:387] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [CANDIDATE]: Term 1 pre-election: Vote granted by peer de2bf6f442db4d9eae4fd8b1ed858406 (127.31.149.190:56917) 17:47:44.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.131497 32488 leader_election.cc:278] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:47:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.132108 32550 raft_consensus.cc:2742] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6: Snoozing failure detection for 2.024s (election complete) 17:47:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.132416 32550 raft_consensus.cc:2549] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:47:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.132745 32550 raft_consensus.cc:457] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:47:44.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.133035 32550 raft_consensus.cc:2742] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6: Snoozing failure detection for 1.896s (starting election) 17:47:44.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.133314 32550 raft_consensus.cc:2794] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [term 0 FOLLOWER]: Advancing to term 1 17:47:44.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.138141 32550 raft_consensus.cc:479] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } 17:47:44.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.139217 32550 leader_election.cc:251] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [CANDIDATE]: Term 1 election: Requesting vote from peer de2bf6f442db4d9eae4fd8b1ed858406 (127.31.149.190:56917) 17:47:44.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.139804 32550 leader_election.cc:251] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [CANDIDATE]: Term 1 election: Requesting vote from peer 0b09d156beba48929b6c8f4cdce69474 (127.31.149.189:46335) 17:47:44.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.140592 32388 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" 17:47:44.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.140998 32388 raft_consensus.cc:2794] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [term 0 FOLLOWER]: Advancing to term 1 17:47:44.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.141273 32388 raft_consensus.cc:2742] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406: Snoozing failure detection for 2.112s (vote granted) 17:47:44.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.146806 32388 raft_consensus.cc:2255] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff1fb67743b948e1a6f26c5c9e7ef2e6 in term 1. 17:47:44.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.147716 32488 leader_election.cc:387] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [CANDIDATE]: Term 1 election: Vote granted by peer de2bf6f442db4d9eae4fd8b1ed858406 (127.31.149.190:56917) 17:47:44.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.147961 32488 leader_election.cc:278] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:44.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.148427 32550 raft_consensus.cc:2742] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6: Snoozing failure detection for 1.694s (election complete) 17:47:44.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.148748 32550 raft_consensus.cc:2549] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [term 1 FOLLOWER]: Leader election won for term 1 17:47:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.149123 32550 raft_consensus.cc:595] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [term 1 LEADER]: Becoming Leader. State: Replica: ff1fb67743b948e1a6f26c5c9e7ef2e6, State: Running, Role: LEADER 17:47:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.149725 32550 consensus_queue.cc:205] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } 17:47:44.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.175644 32542 tablet_server_main.cc:85] Initializing tablet server... 17:47:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.187088 32542 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 207564us 17:47:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.187979 32542 fs_manager.cc:262] Metadata directory not provided 17:47:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.188294 32542 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.188786 32542 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:44.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.189131 32542 server_base.cc:433] Attempting to create new FS layout instead 17:47:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:43.988204 32497 tablet.cc:1728] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.200878 32542 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/data/instance: 17:47:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "58f947670b1248e3b6a17249fbc369ab" 17:47:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.203900 32550 sys_catalog.cc:337] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ff1fb67743b948e1a6f26c5c9e7ef2e6. Latest consensus state: current_term: 1 leader_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } } 17:47:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.204571 32550 sys_catalog.cc:340] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [sys.catalog]: This master's current role is: LEADER 17:47:44.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.205871 32542 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/wal/instance: 17:47:44.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "58f947670b1248e3b6a17249fbc369ab" 17:47:44.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:44.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:44.218636 32551 catalog_manager.cc:1084] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:44.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:44.219038 32551 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:44.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.219424 32564 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:47:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.229624 32564 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:47:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.259125 32542 fs_manager.cc:502] Time spent creating directory manager: real 0.048s user 0.013s sys 0.009s 17:47:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.261065 32542 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:44.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.262560 32542 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:44.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.082211 32557 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } } 17:47:44.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.285030 32557 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [sys.catalog]: This master's current role is: FOLLOWER 17:47:44.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.285375 32557 raft_consensus.cc:457] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:44.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.285687 32557 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474: Snoozing failure detection for 1.645s (starting election) 17:47:44.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.285959 32557 raft_consensus.cc:479] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } 17:47:44.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.287537 32557 leader_election.cc:251] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer de2bf6f442db4d9eae4fd8b1ed858406 (127.31.149.190:56917) 17:47:44.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.288266 32557 leader_election.cc:251] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer ff1fb67743b948e1a6f26c5c9e7ef2e6 (127.31.149.188:46980) 17:47:44.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.290275 32518 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0b09d156beba48929b6c8f4cdce69474" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" is_pre_election: true 17:47:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.291541 32518 raft_consensus.cc:2216] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 0b09d156beba48929b6c8f4cdce69474 for term 1 because replica is either leader or believes a valid leader to be alive. 17:47:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.292553 32423 leader_election.cc:401] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [CANDIDATE]: Term 1 pre-election: Vote denied by peer ff1fb67743b948e1a6f26c5c9e7ef2e6 (127.31.149.188:46980). Message: Invalid argument: T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 0b09d156beba48929b6c8f4cdce69474 for term 1 because replica is either leader or believes a valid leader to be alive. 17:47:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.302009 32542 fs_manager.cc:418] Time spent opening block manager: real 0.013s user 0.000s sys 0.006s 17:47:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.302213 32542 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/wal 17:47:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "58f947670b1248e3b6a17249fbc369ab" 17:47:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.302564 32542 fs_report.cc:352] FS layout report 17:47:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/wal 17:47:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/wal 17:47:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/data/data 17:47:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:44.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.313345 32388 raft_consensus.cc:1083] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [term 1 FOLLOWER]: Refusing update from remote peer ff1fb67743b948e1a6f26c5c9e7ef2e6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.314859 32550 consensus_queue.cc:963] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:44.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:44.207998 32433 tablet.cc:1728] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:44.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.327622 32452 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [term 0 FOLLOWER]: Advancing to term 1 17:47:44.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.326377 32453 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b09d156beba48929b6c8f4cdce69474" 17:47:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.325964 32454 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b09d156beba48929b6c8f4cdce69474" is_pre_election: true 17:47:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.328670 32412 master_main.cc:86] Master server successfully started. 17:47:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.336553 32452 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [term 1 FOLLOWER]: Refusing update from remote peer ff1fb67743b948e1a6f26c5c9e7ef2e6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.337028 32453 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate ff1fb67743b948e1a6f26c5c9e7ef2e6 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:44.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.340605 32454 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate ff1fb67743b948e1a6f26c5c9e7ef2e6 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.341794 32550 consensus_queue.cc:963] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.342394 32490 leader_election.cc:401] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [CANDIDATE]: Term 1 election: Vote denied by peer 0b09d156beba48929b6c8f4cdce69474 (127.31.149.189:46335). Message: Service unavailable: T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate ff1fb67743b948e1a6f26c5c9e7ef2e6 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.343245 32490 leader_election.cc:401] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 0b09d156beba48929b6c8f4cdce69474 (127.31.149.189:46335). Message: Service unavailable: T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate ff1fb67743b948e1a6f26c5c9e7ef2e6 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:44.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.345499 32387 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0b09d156beba48929b6c8f4cdce69474" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" is_pre_election: true 17:47:44.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.349550 32387 raft_consensus.cc:2230] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0b09d156beba48929b6c8f4cdce69474 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.351464 32547 sys_catalog.cc:337] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ff1fb67743b948e1a6f26c5c9e7ef2e6. Latest consensus state: current_term: 1 leader_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } } 17:47:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.352164 32547 sys_catalog.cc:340] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [sys.catalog]: This master's current role is: FOLLOWER 17:47:44.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.355424 32422 leader_election.cc:401] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [CANDIDATE]: Term 1 pre-election: Vote denied by peer de2bf6f442db4d9eae4fd8b1ed858406 (127.31.149.190:56917). Message: Service unavailable: T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0b09d156beba48929b6c8f4cdce69474 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:44.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.357858 32422 leader_election.cc:278] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:47:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:44.362103 32560 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:44.362329 32560 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:44.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.376039 32547 sys_catalog.cc:337] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } } 17:47:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.376685 32547 sys_catalog.cc:340] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406 [sys.catalog]: This master's current role is: FOLLOWER 17:47:44.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.381142 32550 sys_catalog.cc:337] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } } 17:47:44.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.381788 32550 sys_catalog.cc:340] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [sys.catalog]: This master's current role is: LEADER 17:47:44.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.388087 32564 catalog_manager.cc:924] Generated new certificate authority record 17:47:44.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.390295 32564 catalog_manager.cc:1046] Loading token signing keys... 17:47:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.393178 32557 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474: Snoozing failure detection for 1.628s (election complete) 17:47:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.393477 32557 raft_consensus.cc:2497] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:47:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.393760 32559 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ff1fb67743b948e1a6f26c5c9e7ef2e6. Latest consensus state: current_term: 1 leader_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } } 17:47:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.394515 32559 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [sys.catalog]: This master's current role is: FOLLOWER 17:47:44.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.397755 32550 sys_catalog.cc:337] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } } 17:47:44.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.398421 32550 sys_catalog.cc:340] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6 [sys.catalog]: This master's current role is: LEADER 17:47:44.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.408645 32559 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de2bf6f442db4d9eae4fd8b1ed858406" member_type: VOTER last_known_addr { host: "127.31.149.190" port: 56917 } } peers { permanent_uuid: "0b09d156beba48929b6c8f4cdce69474" member_type: VOTER last_known_addr { host: "127.31.149.189" port: 46335 } } peers { permanent_uuid: "ff1fb67743b948e1a6f26c5c9e7ef2e6" member_type: VOTER last_known_addr { host: "127.31.149.188" port: 46980 } } } 17:47:44.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.409314 32559 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474 [sys.catalog]: This master's current role is: FOLLOWER 17:47:44.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.419589 32564 catalog_manager.cc:4062] T 00000000000000000000000000000000 P ff1fb67743b948e1a6f26c5c9e7ef2e6: Generated new TSK 0 17:47:44.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.760118 32542 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:44.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.780249 32542 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:44.787762 32542 tablet_server_main.cc:90] Starting tablet server... 17:47:45.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.086088 32549 catalog_manager.cc:1082] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406: acquiring CA information for follower catalog manager: success 17:47:45.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.090102 32549 catalog_manager.cc:1110] T 00000000000000000000000000000000 P de2bf6f442db4d9eae4fd8b1ed858406: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.368741 32560 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474: acquiring CA information for follower catalog manager: success 17:47:45.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.371680 32560 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 0b09d156beba48929b6c8f4cdce69474: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.513774 32542 rpc_server.cc:205] RPC server started. Bound to: 127.31.149.129:54134 17:47:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.515275 32542 webserver.cc:175] Starting webserver on 127.31.149.129:0 17:47:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.515523 32542 webserver.cc:186] Document root disabled 17:47:45.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.521436 32542 webserver.cc:313] Webserver started. Bound to: http://127.31.149.129:39587/ 17:47:45.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.522423 32542 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-0/data/info.pb 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.526746 32342 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 32542 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.528018 32342 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/wal 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/data 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.31.149.130:0 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.31.149.130 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.31.149.130 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.31.149.190:56917,127.31.149.189:46335,127.31.149.188:46980 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/logs 17:47:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/data/info.pb 17:47:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:45.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.568660 32542 tablet_server_main.cc:93] Tablet server successfully started. 17:47:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.591899 32692 heartbeater.cc:346] Connected to a master server at 127.31.149.190:56917 17:47:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.592190 32692 heartbeater.cc:426] Registering TS with master... 17:47:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.592811 32692 heartbeater.cc:475] Master 127.31.149.190:56917 requested a full tablet report, sending... 17:47:45.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.595894 32378 ts_manager.cc:98] Registered new tserver with Master: 58f947670b1248e3b6a17249fbc369ab (127.31.149.129:54134) 17:47:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.599876 32697 heartbeater.cc:346] Connected to a master server at 127.31.149.188:46980 17:47:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.600127 32697 heartbeater.cc:426] Registering TS with master... 17:47:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.600589 32697 heartbeater.cc:475] Master 127.31.149.188:46980 requested a full tablet report, sending... 17:47:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.602816 32508 ts_manager.cc:98] Registered new tserver with Master: 58f947670b1248e3b6a17249fbc369ab (127.31.149.129:54134) 17:47:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.605571 32508 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.31.149.129:49377 17:47:45.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.610384 32693 heartbeater.cc:346] Connected to a master server at 127.31.149.189:46335 17:47:45.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.610635 32693 heartbeater.cc:426] Registering TS with master... 17:47:45.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.610975 32693 heartbeater.cc:475] Master 127.31.149.189:46335 requested a full tablet report, sending... 17:47:45.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.613683 32444 ts_manager.cc:98] Registered new tserver with Master: 58f947670b1248e3b6a17249fbc369ab (127.31.149.129:54134) 17:47:45.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:45.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:45.694486 32695 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:45.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:45.695241 32695 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:45.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:45.709882 32695 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:45.710321 32695 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.149.130 17:47:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.725307 32695 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/data 17:47:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/wal 17:47:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.31.149.130:0 17:47:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/data/info.pb 17:47:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.31.149.130 17:47:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.31.149.190:56917,127.31.149.189:46335,127.31.149.188:46980 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.31.149.130 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/logs 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:45.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.749980 32695 tablet_server_main.cc:85] Initializing tablet server... 17:47:45.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.753358 32695 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 208064us 17:47:45.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.754173 32695 fs_manager.cc:262] Metadata directory not provided 17:47:45.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.754518 32695 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.755020 32695 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.755331 32695 server_base.cc:433] Attempting to create new FS layout instead 17:47:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.760699 32695 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/data/instance: 17:47:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "80d3e038323748a39ddb723808d4fa84" 17:47:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:45 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:45.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.762120 32695 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/wal/instance: 17:47:45.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "80d3e038323748a39ddb723808d4fa84" 17:47:45.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:45 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.812870 32695 fs_manager.cc:502] Time spent creating directory manager: real 0.050s user 0.014s sys 0.010s 17:47:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.815163 32695 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.815958 32695 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.834522 32695 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.005s 17:47:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.834985 32695 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/wal 17:47:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "80d3e038323748a39ddb723808d4fa84" 17:47:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:45 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:45.835603 32695 fs_report.cc:352] FS layout report 17:47:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/wal 17:47:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/wal 17:47:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/data/data 17:47:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:46.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.245339 32695 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:46.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.255795 32695 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:46.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.257351 32695 tablet_server_main.cc:90] Starting tablet server... 17:47:46.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.604133 32695 rpc_server.cc:205] RPC server started. Bound to: 127.31.149.130:54829 17:47:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.605346 32695 webserver.cc:175] Starting webserver on 127.31.149.130:0 17:47:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.605494 32695 webserver.cc:186] Document root disabled 17:47:46.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.607339 32695 webserver.cc:313] Webserver started. Bound to: http://127.31.149.130:42285/ 17:47:46.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.608192 32695 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-1/data/info.pb 17:47:46.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.609131 32697 heartbeater.cc:467] Master 127.31.149.188:46980 was elected leader, sending a full tablet report... 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.613829 32342 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 32695 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.614899 32342 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/wal 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/data 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.31.149.131:0 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.31.149.131 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.31.149.131 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.31.149.190:56917,127.31.149.189:46335,127.31.149.188:46980 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/logs 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/data/info.pb 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:46.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.660271 32695 tablet_server_main.cc:93] Tablet server successfully started. 17:47:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.684185 360 heartbeater.cc:346] Connected to a master server at 127.31.149.189:46335 17:47:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.684530 360 heartbeater.cc:426] Registering TS with master... 17:47:46.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.685875 356 heartbeater.cc:346] Connected to a master server at 127.31.149.190:56917 17:47:46.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.686161 356 heartbeater.cc:426] Registering TS with master... 17:47:46.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.686633 356 heartbeater.cc:475] Master 127.31.149.190:56917 requested a full tablet report, sending... 17:47:46.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.689663 32378 ts_manager.cc:98] Registered new tserver with Master: 80d3e038323748a39ddb723808d4fa84 (127.31.149.130:54829) 17:47:46.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.685446 361 heartbeater.cc:346] Connected to a master server at 127.31.149.188:46980 17:47:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.696244 361 heartbeater.cc:426] Registering TS with master... 17:47:46.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.696679 361 heartbeater.cc:475] Master 127.31.149.188:46980 requested a full tablet report, sending... 17:47:46.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.698482 32508 ts_manager.cc:98] Registered new tserver with Master: 80d3e038323748a39ddb723808d4fa84 (127.31.149.130:54829) 17:47:46.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.700196 32508 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.31.149.130:36876 17:47:46.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.686206 360 heartbeater.cc:475] Master 127.31.149.189:46335 requested a full tablet report, sending... 17:47:46.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.705714 32444 ts_manager.cc:98] Registered new tserver with Master: 80d3e038323748a39ddb723808d4fa84 (127.31.149.130:54829) 17:47:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:46.778966 359 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:46.779336 359 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:46.788153 359 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:46.788550 359 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.149.131 17:47:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.802471 359 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/data 17:47:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/wal 17:47:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.31.149.131:0 17:47:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/data/info.pb 17:47:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.31.149.131 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.31.149.190:56917,127.31.149.189:46335,127.31.149.188:46980 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.31.149.131 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/logs 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:46.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.817683 359 tablet_server_main.cc:85] Initializing tablet server... 17:47:46.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.819598 359 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 208564us 17:47:46.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.820138 359 fs_manager.cc:262] Metadata directory not provided 17:47:46.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.820276 359 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:46.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.820570 359 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:46.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.820698 359 server_base.cc:433] Attempting to create new FS layout instead 17:47:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.823786 359 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/data/instance: 17:47:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a56e6e73ea304eb1861f370c540dc82a" 17:47:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:46 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.824612 359 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/wal/instance: 17:47:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a56e6e73ea304eb1861f370c540dc82a" 17:47:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:46 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:46.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.843139 359 fs_manager.cc:502] Time spent creating directory manager: real 0.018s user 0.007s sys 0.003s 17:47:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.844323 359 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.844794 359 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.852042 359 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.001s 17:47:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.852185 359 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/wal 17:47:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a56e6e73ea304eb1861f370c540dc82a" 17:47:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:46 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.852448 359 fs_report.cc:352] FS layout report 17:47:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/wal 17:47:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/wal 17:47:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/data/data 17:47:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:46.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.984480 359 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:46.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.987835 359 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:46.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:46.988994 359 tablet_server_main.cc:90] Starting tablet server... 17:47:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.100020 359 rpc_server.cc:205] RPC server started. Bound to: 127.31.149.131:48065 17:47:47.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.101177 359 webserver.cc:175] Starting webserver on 127.31.149.131:0 17:47:47.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.101299 359 webserver.cc:186] Document root disabled 17:47:47.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.102861 359 webserver.cc:313] Webserver started. Bound to: http://127.31.149.131:33332/ 17:47:47.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.103628 359 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7927334107933374113/ts-2/data/info.pb 17:47:47.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.107652 32342 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 359 17:47:47.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.127241 359 tablet_server_main.cc:93] Tablet server successfully started. 17:47:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.166942 493 heartbeater.cc:346] Connected to a master server at 127.31.149.190:56917 17:47:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.167461 493 heartbeater.cc:426] Registering TS with master... 17:47:47.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.168987 493 heartbeater.cc:475] Master 127.31.149.190:56917 requested a full tablet report, sending... 17:47:47.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.172307 32378 ts_manager.cc:98] Registered new tserver with Master: a56e6e73ea304eb1861f370c540dc82a (127.31.149.131:48065) 17:47:47.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.175619 495 heartbeater.cc:346] Connected to a master server at 127.31.149.188:46980 17:47:47.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.175832 495 heartbeater.cc:426] Registering TS with master... 17:47:47.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.176298 495 heartbeater.cc:475] Master 127.31.149.188:46980 requested a full tablet report, sending... 17:47:47.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.167917 494 heartbeater.cc:346] Connected to a master server at 127.31.149.189:46335 17:47:47.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.177024 494 heartbeater.cc:426] Registering TS with master... 17:47:47.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.177522 494 heartbeater.cc:475] Master 127.31.149.189:46335 requested a full tablet report, sending... 17:47:47.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.178392 32508 ts_manager.cc:98] Registered new tserver with Master: a56e6e73ea304eb1861f370c540dc82a (127.31.149.131:48065) 17:47:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.179569 32443 ts_manager.cc:98] Registered new tserver with Master: a56e6e73ea304eb1861f370c540dc82a (127.31.149.131:48065) 17:47:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.179971 32508 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.31.149.131:52630 17:47:47.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.183408 32342 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:47:47.184 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.274287 32508 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.31.149.188:38578: 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:47.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:47:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.328320 32760 tablet_service.cc:759] Processing CreateTablet for tablet feb5dbed73444fccbc58a8441f83cb7f (table=test [id=8c29c2f4d1b84ec199f7ba2d36ad8704]), partition=RANGE (key) PARTITION VALUES < 50 17:47:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.329569 32760 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet feb5dbed73444fccbc58a8441f83cb7f. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:47.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.335593 428 tablet_service.cc:759] Processing CreateTablet for tablet cf92a9d7096d4aeba470331d5e0e15f0 (table=test [id=8c29c2f4d1b84ec199f7ba2d36ad8704]), partition=RANGE (key) PARTITION VALUES >= 50 17:47:47.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.336439 428 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet cf92a9d7096d4aeba470331d5e0e15f0. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:47.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.343799 32760 ts_tablet_manager.cc:1173] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84: Registered tablet (data state: TABLET_DATA_READY) 17:47:47.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.345823 565 ts_tablet_manager.cc:1028] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84: Bootstrapping tablet 17:47:47.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.346205 565 tablet_bootstrap.cc:438] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84: Bootstrap starting. 17:47:47.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.349079 565 tablet_bootstrap.cc:592] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84: No blocks or log segments found. Creating new log. 17:47:47.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.349966 428 ts_tablet_manager.cc:1173] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a: Registered tablet (data state: TABLET_DATA_READY) 17:47:47.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.350482 565 log.cc:525] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84: Log is configured to *not* fsync() on all Append() calls 17:47:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.351930 566 ts_tablet_manager.cc:1028] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a: Bootstrapping tablet 17:47:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.352947 566 tablet_bootstrap.cc:438] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a: Bootstrap starting. 17:47:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.356406 566 tablet_bootstrap.cc:592] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a: No blocks or log segments found. Creating new log. 17:47:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.358196 566 log.cc:525] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a: Log is configured to *not* fsync() on all Append() calls 17:47:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.358435 565 tablet_bootstrap.cc:438] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84: No bootstrap required, opened a new log 17:47:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.358897 565 ts_tablet_manager.cc:1045] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84: Time spent bootstrapping tablet: real 0.013s user 0.005s sys 0.002s 17:47:47.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.363462 566 tablet_bootstrap.cc:438] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a: No bootstrap required, opened a new log 17:47:47.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.364003 566 ts_tablet_manager.cc:1045] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a: Time spent bootstrapping tablet: real 0.012s user 0.004s sys 0.006s 17:47:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.376673 565 raft_consensus.cc:325] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "80d3e038323748a39ddb723808d4fa84" member_type: VOTER last_known_addr { host: "127.31.149.130" port: 54829 } } 17:47:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.377440 565 raft_consensus.cc:351] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.377801 565 raft_consensus.cc:630] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 80d3e038323748a39ddb723808d4fa84, State: Initialized, Role: FOLLOWER 17:47:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.378612 565 consensus_queue.cc:228] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "80d3e038323748a39ddb723808d4fa84" member_type: VOTER last_known_addr { host: "127.31.149.130" port: 54829 } } 17:47:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.379256 565 raft_consensus.cc:365] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.379657 565 raft_consensus.cc:457] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.379984 565 raft_consensus.cc:2742] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84: Snoozing failure detection for 1.574s (starting election) 17:47:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.380318 565 raft_consensus.cc:2794] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84 [term 0 FOLLOWER]: Advancing to term 1 17:47:47.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.382663 566 raft_consensus.cc:325] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a56e6e73ea304eb1861f370c540dc82a" member_type: VOTER last_known_addr { host: "127.31.149.131" port: 48065 } } 17:47:47.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.383107 566 raft_consensus.cc:351] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:47.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.383251 565 raft_consensus.cc:479] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "80d3e038323748a39ddb723808d4fa84" member_type: VOTER last_known_addr { host: "127.31.149.130" port: 54829 } } 17:47:47.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.383383 566 raft_consensus.cc:630] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a56e6e73ea304eb1861f370c540dc82a, State: Initialized, Role: FOLLOWER 17:47:47.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.383826 565 leader_election.cc:278] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.383941 566 consensus_queue.cc:228] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a56e6e73ea304eb1861f370c540dc82a" member_type: VOTER last_known_addr { host: "127.31.149.131" port: 48065 } } 17:47:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.384434 566 raft_consensus.cc:365] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.384660 566 raft_consensus.cc:457] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.384876 566 raft_consensus.cc:2742] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a: Snoozing failure detection for 1.674s (starting election) 17:47:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.385097 566 raft_consensus.cc:2794] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a [term 0 FOLLOWER]: Advancing to term 1 17:47:47.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.385927 569 raft_consensus.cc:2742] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84: Snoozing failure detection for 2.024s (election complete) 17:47:47.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.386523 569 raft_consensus.cc:2549] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84 [term 1 FOLLOWER]: Leader election won for term 1 17:47:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.389067 569 raft_consensus.cc:595] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84 [term 1 LEADER]: Becoming Leader. State: Replica: 80d3e038323748a39ddb723808d4fa84, State: Running, Role: LEADER 17:47:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.389286 361 heartbeater.cc:467] Master 127.31.149.188:46980 was elected leader, sending a full tablet report... 17:47:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.389850 566 raft_consensus.cc:479] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a56e6e73ea304eb1861f370c540dc82a" member_type: VOTER last_known_addr { host: "127.31.149.131" port: 48065 } } 17:47:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.390347 566 leader_election.cc:278] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.390112 569 consensus_queue.cc:205] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "80d3e038323748a39ddb723808d4fa84" member_type: VOTER last_known_addr { host: "127.31.149.130" port: 54829 } } 17:47:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.391378 565 ts_tablet_manager.cc:1073] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84: Time spent starting tablet: real 0.032s user 0.022s sys 0.007s 17:47:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.392607 572 raft_consensus.cc:2742] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a: Snoozing failure detection for 1.778s (election complete) 17:47:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.393151 572 raft_consensus.cc:2549] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a [term 1 FOLLOWER]: Leader election won for term 1 17:47:47.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.398001 32508 catalog_manager.cc:3758] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84 reported cstate change: term changed from 0 to 1, leader changed from to 80d3e038323748a39ddb723808d4fa84 (127.31.149.130). New cstate: current_term: 1 leader_uuid: "80d3e038323748a39ddb723808d4fa84" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "80d3e038323748a39ddb723808d4fa84" member_type: VOTER last_known_addr { host: "127.31.149.130" port: 54829 } health_report { overall_health: HEALTHY } } } 17:47:47.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:47.405380 366 tablet.cc:1728] T feb5dbed73444fccbc58a8441f83cb7f P 80d3e038323748a39ddb723808d4fa84: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.405772 495 heartbeater.cc:467] Master 127.31.149.188:46980 was elected leader, sending a full tablet report... 17:47:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.408746 572 raft_consensus.cc:595] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a [term 1 LEADER]: Becoming Leader. State: Replica: a56e6e73ea304eb1861f370c540dc82a, State: Running, Role: LEADER 17:47:47.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.409335 572 consensus_queue.cc:205] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a56e6e73ea304eb1861f370c540dc82a" member_type: VOTER last_known_addr { host: "127.31.149.131" port: 48065 } } 17:47:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.411480 566 ts_tablet_manager.cc:1073] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a: Time spent starting tablet: real 0.047s user 0.022s sys 0.009s 17:47:47.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.417580 32507 catalog_manager.cc:3758] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a reported cstate change: term changed from 0 to 1, leader changed from to a56e6e73ea304eb1861f370c540dc82a (127.31.149.131). New cstate: current_term: 1 leader_uuid: "a56e6e73ea304eb1861f370c540dc82a" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a56e6e73ea304eb1861f370c540dc82a" member_type: VOTER last_known_addr { host: "127.31.149.131" port: 48065 } health_report { overall_health: HEALTHY } } } 17:47:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.448163 32507 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.31.149.188:38578: 17:47:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:47:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:47:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:47.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.473598 32629 tablet_service.cc:759] Processing CreateTablet for tablet c52107de68b64a2392dd6bf4d6437ff6 (table=simple-test [id=4d4fe3c63f4346fda3f79c11894fc7a2]), partition=RANGE (key) PARTITION UNBOUNDED 17:47:47.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.474268 32629 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet c52107de68b64a2392dd6bf4d6437ff6. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:47.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.485500 32629 ts_tablet_manager.cc:1173] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab: Registered tablet (data state: TABLET_DATA_READY) 17:47:47.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.486930 578 ts_tablet_manager.cc:1028] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab: Bootstrapping tablet 17:47:47.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.487558 578 tablet_bootstrap.cc:438] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab: Bootstrap starting. 17:47:47.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.489817 578 tablet_bootstrap.cc:592] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab: No blocks or log segments found. Creating new log. 17:47:47.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.491068 578 log.cc:525] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab: Log is configured to *not* fsync() on all Append() calls 17:47:47.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.502108 578 tablet_bootstrap.cc:438] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab: No bootstrap required, opened a new log 17:47:47.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.502511 578 ts_tablet_manager.cc:1045] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab: Time spent bootstrapping tablet: real 0.015s user 0.003s sys 0.002s 17:47:47.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.513674 578 raft_consensus.cc:325] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "58f947670b1248e3b6a17249fbc369ab" member_type: VOTER last_known_addr { host: "127.31.149.129" port: 54134 } } 17:47:47.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.514125 578 raft_consensus.cc:351] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:47.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.514389 578 raft_consensus.cc:630] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 58f947670b1248e3b6a17249fbc369ab, State: Initialized, Role: FOLLOWER 17:47:47.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.515103 578 consensus_queue.cc:228] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "58f947670b1248e3b6a17249fbc369ab" member_type: VOTER last_known_addr { host: "127.31.149.129" port: 54134 } } 17:47:47.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.515605 578 raft_consensus.cc:365] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:47.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.515884 578 raft_consensus.cc:457] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:47.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.516113 578 raft_consensus.cc:2742] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab: Snoozing failure detection for 2.217s (starting election) 17:47:47.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.516386 578 raft_consensus.cc:2794] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab [term 0 FOLLOWER]: Advancing to term 1 17:47:47.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.519248 578 raft_consensus.cc:479] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "58f947670b1248e3b6a17249fbc369ab" member_type: VOTER last_known_addr { host: "127.31.149.129" port: 54134 } } 17:47:47.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.519825 578 leader_election.cc:278] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:47.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.521667 580 raft_consensus.cc:2742] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab: Snoozing failure detection for 1.591s (election complete) 17:47:47.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.522140 580 raft_consensus.cc:2549] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab [term 1 FOLLOWER]: Leader election won for term 1 17:47:47.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.523946 578 ts_tablet_manager.cc:1073] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab: Time spent starting tablet: real 0.021s user 0.016s sys 0.004s 17:47:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.525008 580 raft_consensus.cc:595] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab [term 1 LEADER]: Becoming Leader. State: Replica: 58f947670b1248e3b6a17249fbc369ab, State: Running, Role: LEADER 17:47:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.525529 580 consensus_queue.cc:205] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "58f947670b1248e3b6a17249fbc369ab" member_type: VOTER last_known_addr { host: "127.31.149.129" port: 54134 } } 17:47:47.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.530418 32508 catalog_manager.cc:3758] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab reported cstate change: term changed from 0 to 1, leader changed from to 58f947670b1248e3b6a17249fbc369ab (127.31.149.129). New cstate: current_term: 1 leader_uuid: "58f947670b1248e3b6a17249fbc369ab" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "58f947670b1248e3b6a17249fbc369ab" member_type: VOTER last_known_addr { host: "127.31.149.129" port: 54134 } health_report { overall_health: HEALTHY } } } 17:47:47.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:47.561425 32698 tablet.cc:1728] T c52107de68b64a2392dd6bf4d6437ff6 P 58f947670b1248e3b6a17249fbc369ab: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:47.628545 498 tablet.cc:1728] T cf92a9d7096d4aeba470331d5e0e15f0 P a56e6e73ea304eb1861f370c540dc82a: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.858955 32342 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 32542 17:47:47.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:47.902642 32488 connection.cc:512] server connection from 127.31.149.129:49377 recv error: Network error: failed to read from TLS socket (remote: 127.31.149.129:49377): Connection reset by peer (error 104) 17:47:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:47.902665 32358 connection.cc:512] server connection from 127.31.149.129:51410 recv error: Network error: failed to read from TLS socket (remote: 127.31.149.129:51410): Connection reset by peer (error 104) 17:47:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:47.903501 32423 connection.cc:512] server connection from 127.31.149.129:45737 recv error: Network error: failed to read from TLS socket (remote: 127.31.149.129:45737): Connection reset by peer (error 104) 17:47:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.903656 32342 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 32695 17:47:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:47.924870 32489 connection.cc:512] server connection from 127.31.149.130:36876 recv error: Network error: failed to read from TLS socket (remote: 127.31.149.130:36876): Connection reset by peer (error 104) 17:47:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:47.924886 32362 connection.cc:512] server connection from 127.31.149.130:45636 recv error: Network error: failed to read from TLS socket (remote: 127.31.149.130:45636): Connection reset by peer (error 104) 17:47:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.924953 32342 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 359 17:47:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:47.925618 32422 connection.cc:512] server connection from 127.31.149.130:39639 recv error: Network error: failed to read from TLS socket (remote: 127.31.149.130:39639): Connection reset by peer (error 104) 17:47:47.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:47.945281 32360 connection.cc:512] server connection from 127.31.149.131:43414 recv error: Network error: failed to read from TLS socket (remote: 127.31.149.131:43414): Connection reset by peer (error 104) 17:47:47.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:47.945906 32424 connection.cc:512] server connection from 127.31.149.131:43989 recv error: Network error: failed to read from TLS socket (remote: 127.31.149.131:43989): Connection reset by peer (error 104) 17:47:47.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.945996 32342 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 32350 17:47:47.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:47.946630 32490 connection.cc:512] server connection from 127.31.149.131:52630 recv error: Network error: failed to read from TLS socket (remote: 127.31.149.131:52630): Connection reset by peer (error 104) 17:47:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.965648 32342 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 32412 17:47:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:47.985819 32342 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 32478 17:47:49.031 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614069031 17:47:49.031 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:47:49.031 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:47:49.032 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:47:49.032 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:47:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.240386 610 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/wal 17:47:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/data 17:47:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.0.152.190:60347 17:47:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.0.152.190 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/logs 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/data/info.pb 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.0.152.190:60347,127.0.152.189:48331,127.0.152.188:34510 with env {} 17:47:49.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.396745 618 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.397227 618 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:49.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.406402 618 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:49.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.406596 618 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:49.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.406759 618 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:49.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.407035 618 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:49.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.425638 618 master_main.cc:73] Master server non-default flags: 17:47:49.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/data 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/wal 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.0.152.190:60347,127.0.152.189:48331,127.0.152.188:34510 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.0.152.190:60347 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/data/info.pb 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.0.152.190 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/logs 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:49.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:49.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:49.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.441133 618 master_main.cc:80] Initializing master server... 17:47:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.443992 618 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 210064us 17:47:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.444798 618 fs_manager.cc:262] Metadata directory not provided 17:47:49.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.444941 618 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:49.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.445309 618 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:49.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.445452 618 server_base.cc:433] Attempting to create new FS layout instead 17:47:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.449314 618 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/data/instance: 17:47:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "59ab3019a0724759af2754b87f9705ab" 17:47:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:49.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.450153 618 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/wal/instance: 17:47:49.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "59ab3019a0724759af2754b87f9705ab" 17:47:49.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:49.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.464310 618 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.006s sys 0.006s 17:47:49.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.465531 618 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.466784 618 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:49.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.475203 618 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:47:49.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.475332 618 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/wal 17:47:49.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "59ab3019a0724759af2754b87f9705ab" 17:47:49.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:49.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.475648 618 fs_report.cc:352] FS layout report 17:47:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/wal 17:47:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/wal 17:47:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/data/data 17:47:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:49.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.640954 618 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:49.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.643373 618 master_main.cc:83] Starting Master server... 17:47:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.730175 618 rpc_server.cc:205] RPC server started. Bound to: 127.0.152.190:60347 17:47:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.731056 618 webserver.cc:175] Starting webserver on 127.0.152.190:0 17:47:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.731159 618 webserver.cc:186] Document root disabled 17:47:49.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.733047 618 webserver.cc:313] Webserver started. Bound to: http://127.0.152.190:33397/ 17:47:49.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.733834 618 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-0/data/info.pb 17:47:49.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.737781 681 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:49.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.744488 610 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 618 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.745223 610 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/wal 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/data 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.0.152.189:48331 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.0.152.189 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/logs 17:47:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/data/info.pb 17:47:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.0.152.190:60347,127.0.152.189:48331,127.0.152.188:34510 with env {} 17:47:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.751410 681 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } has no permanent_uuid. Determining permanent_uuid... 17:47:49.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.774026 681 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } has no permanent_uuid. Determining permanent_uuid... 17:47:49.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.776248 681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.0.152.189:48331: Network error: Client connection negotiation failed: client connection to 127.0.152.189:48331: connect: Connection refused (error 111) 17:47:49.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.795712 681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } attempt: 1 17:47:49.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.796896 681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.0.152.189:48331: Network error: Client connection negotiation failed: client connection to 127.0.152.189:48331: connect: Connection refused (error 111) 17:47:49.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.845301 681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } attempt: 2 17:47:49.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.846748 681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.0.152.189:48331: Network error: Client connection negotiation failed: client connection to 127.0.152.189:48331: connect: Connection refused (error 111) 17:47:49.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:49.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.909910 682 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:49.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.910270 682 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.919242 682 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.919417 682 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.919543 682 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.919688 682 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.938908 682 master_main.cc:73] Master server non-default flags: 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/data 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/wal 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.0.152.190:60347,127.0.152.189:48331,127.0.152.188:34510 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.0.152.189:48331 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/data/info.pb 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.0.152.189 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/logs 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:49.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.953716 682 master_main.cc:80] Initializing master server... 17:47:49.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.956106 682 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 210064us 17:47:49.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.956840 682 fs_manager.cc:262] Metadata directory not provided 17:47:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.956979 682 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.957276 682 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.957424 682 server_base.cc:433] Attempting to create new FS layout instead 17:47:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.958159 681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } attempt: 3 17:47:49.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:49.959504 681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.0.152.189:48331: Network error: Client connection negotiation failed: client connection to 127.0.152.189:48331: connect: Connection refused (error 111) 17:47:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.961324 682 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/data/instance: 17:47:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8eec9175a7b14a55ae34b0d865b758e7" 17:47:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.962057 682 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/wal/instance: 17:47:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8eec9175a7b14a55ae34b0d865b758e7" 17:47:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.976284 682 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.003s 17:47:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.977423 682 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:49.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.978621 682 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.986644 682 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.003s 17:47:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.986768 682 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/wal 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8eec9175a7b14a55ae34b0d865b758e7" 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:49.987006 682 fs_report.cc:352] FS layout report 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/wal 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/wal 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/data/data 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.135846 681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } attempt: 4 17:47:50.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.137156 681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.0.152.189:48331: Network error: Client connection negotiation failed: client connection to 127.0.152.189:48331: connect: Connection refused (error 111) 17:47:50.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.171830 682 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.175408 682 master_main.cc:83] Starting Master server... 17:47:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.263120 682 rpc_server.cc:205] RPC server started. Bound to: 127.0.152.189:48331 17:47:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.264017 682 webserver.cc:175] Starting webserver on 127.0.152.189:0 17:47:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.264127 682 webserver.cc:186] Document root disabled 17:47:50.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.266065 682 webserver.cc:313] Webserver started. Bound to: http://127.0.152.189:36984/ 17:47:50.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.266947 682 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-1/data/info.pb 17:47:50.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.270164 747 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.271773 610 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 682 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.272879 610 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/wal 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/data 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.0.152.188:34510 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.0.152.188 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/logs 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/data/info.pb 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.0.152.190:60347,127.0.152.189:48331,127.0.152.188:34510 with env {} 17:47:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.284657 747 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } has no permanent_uuid. Determining permanent_uuid... 17:47:50.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.301726 747 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } has no permanent_uuid. Determining permanent_uuid... 17:47:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.312638 747 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } has no permanent_uuid. Determining permanent_uuid... 17:47:50.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.314291 747 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.0.152.188:34510: Network error: Client connection negotiation failed: client connection to 127.0.152.188:34510: connect: Connection refused (error 111) 17:47:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.333725 747 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } attempt: 1 17:47:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.334762 747 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.0.152.188:34510: Network error: Client connection negotiation failed: client connection to 127.0.152.188:34510: connect: Connection refused (error 111) 17:47:50.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.383064 747 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } attempt: 2 17:47:50.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.384200 747 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.0.152.188:34510: Network error: Client connection negotiation failed: client connection to 127.0.152.188:34510: connect: Connection refused (error 111) 17:47:50.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:50.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.433629 748 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:50.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.434092 748 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.440443 681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } attempt: 5 17:47:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.443681 748 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.443830 748 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.443970 748 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.444126 748 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:50.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.447702 681 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } has no permanent_uuid. Determining permanent_uuid... 17:47:50.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.449026 681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.0.152.188:34510: Network error: Client connection negotiation failed: client connection to 127.0.152.188:34510: connect: Connection refused (error 111) 17:47:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.464262 748 master_main.cc:73] Master server non-default flags: 17:47:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/data 17:47:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/wal 17:47:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.0.152.190:60347,127.0.152.189:48331,127.0.152.188:34510 17:47:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.0.152.188:34510 17:47:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/data/info.pb 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.0.152.188 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/logs 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:50.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.478932 748 master_main.cc:80] Initializing master server... 17:47:50.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.480882 748 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 210564us 17:47:50.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.481636 748 fs_manager.cc:262] Metadata directory not provided 17:47:50.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.481776 748 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:50.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.482071 748 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:50.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.482194 748 server_base.cc:433] Attempting to create new FS layout instead 17:47:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.485901 748 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/data/instance: 17:47:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a08f2bc2e6c64bd99d020e8d19532a14" 17:47:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:50 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.486681 748 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/wal/instance: 17:47:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a08f2bc2e6c64bd99d020e8d19532a14" 17:47:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:50 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.487385 681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } attempt: 1 17:47:50.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.488601 681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.0.152.188:34510: Network error: Client connection negotiation failed: client connection to 127.0.152.188:34510: connect: Connection refused (error 111) 17:47:50.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.495491 747 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } attempt: 3 17:47:50.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.496596 747 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.0.152.188:34510: Network error: Client connection negotiation failed: client connection to 127.0.152.188:34510: connect: Connection refused (error 111) 17:47:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.501368 748 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.005s 17:47:50.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.502538 748 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.503712 748 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.511803 748 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.511929 748 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/wal 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a08f2bc2e6c64bd99d020e8d19532a14" 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:50 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.512171 748 fs_report.cc:352] FS layout report 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/wal 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/wal 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/data/data 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:50.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.536952 681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } attempt: 2 17:47:50.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.538379 681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.0.152.188:34510: Network error: Client connection negotiation failed: client connection to 127.0.152.188:34510: connect: Connection refused (error 111) 17:47:50.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.638734 681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } attempt: 3 17:47:50.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.640089 681 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.0.152.188:34510: Network error: Client connection negotiation failed: client connection to 127.0.152.188:34510: connect: Connection refused (error 111) 17:47:50.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.669355 748 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:50.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.671823 748 master_main.cc:83] Starting Master server... 17:47:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.672922 747 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } attempt: 4 17:47:50.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.674356 747 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.0.152.188:34510: Network error: Client connection negotiation failed: client connection to 127.0.152.188:34510: connect: Connection refused (error 111) 17:47:50.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.762589 748 rpc_server.cc:205] RPC server started. Bound to: 127.0.152.188:34510 17:47:50.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.763590 748 webserver.cc:175] Starting webserver on 127.0.152.188:0 17:47:50.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.763701 748 webserver.cc:186] Document root disabled 17:47:50.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.765767 748 webserver.cc:313] Webserver started. Bound to: http://127.0.152.188:59738/ 17:47:50.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.766588 748 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/master-2/data/info.pb 17:47:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.768671 610 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 748 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.770015 610 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/wal 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/data 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.0.152.129:0 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.0.152.129 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.0.152.129 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.0.152.190:60347,127.0.152.189:48331,127.0.152.188:34510 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/logs 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/data/info.pb 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.771275 812 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.780870 681 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } attempt: 4 17:47:50.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.788413 812 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } has no permanent_uuid. Determining permanent_uuid... 17:47:50.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.804411 681 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab: Bootstrap starting. 17:47:50.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.807384 681 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab: No blocks or log segments found. Creating new log. 17:47:50.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.808974 681 log.cc:525] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab: Log is configured to *not* fsync() on all Append() calls 17:47:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.813288 812 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } has no permanent_uuid. Determining permanent_uuid... 17:47:50.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.815863 681 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab: No bootstrap required, opened a new log 17:47:50.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.821686 812 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } has no permanent_uuid. Determining permanent_uuid... 17:47:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.833453 681 raft_consensus.cc:325] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } 17:47:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.834262 681 raft_consensus.cc:351] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.834575 681 raft_consensus.cc:630] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 59ab3019a0724759af2754b87f9705ab, State: Initialized, Role: FOLLOWER 17:47:50.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.835364 681 consensus_queue.cc:228] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } 17:47:50.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.837234 812 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14: Bootstrap starting. 17:47:50.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.843191 812 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14: No blocks or log segments found. Creating new log. 17:47:50.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.845067 812 log.cc:525] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14: Log is configured to *not* fsync() on all Append() calls 17:47:50.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.845616 681 sys_catalog.cc:337] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } } 17:47:50.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.846419 681 sys_catalog.cc:340] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [sys.catalog]: This master's current role is: FOLLOWER 17:47:50.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.848986 681 sys_catalog.cc:424] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [sys.catalog]: configured and running, proceeding with master startup. 17:47:50.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.855028 812 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14: No bootstrap required, opened a new log 17:47:50.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.880803 812 raft_consensus.cc:325] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } 17:47:50.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.882423 812 raft_consensus.cc:351] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:50.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.882969 812 raft_consensus.cc:630] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a08f2bc2e6c64bd99d020e8d19532a14, State: Initialized, Role: FOLLOWER 17:47:50.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.884248 812 consensus_queue.cc:228] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } 17:47:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.898484 812 sys_catalog.cc:337] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } } 17:47:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.899103 812 sys_catalog.cc:340] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [sys.catalog]: This master's current role is: FOLLOWER 17:47:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.900637 812 sys_catalog.cc:424] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [sys.catalog]: configured and running, proceeding with master startup. 17:47:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.977725 747 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } attempt: 5 17:47:50.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.993211 747 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7: Bootstrap starting. 17:47:50.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.846277 817 sys_catalog.cc:337] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } } 17:47:50.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.995084 817 sys_catalog.cc:340] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [sys.catalog]: This master's current role is: FOLLOWER 17:47:50.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.995455 817 raft_consensus.cc:457] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:50.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.995697 817 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab: Snoozing failure detection for 1.695s (starting election) 17:47:50.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.995954 817 raft_consensus.cc:479] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } 17:47:50.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.997153 817 leader_election.cc:251] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 8eec9175a7b14a55ae34b0d865b758e7 (127.0.152.189:48331) 17:47:50.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.997828 817 leader_election.cc:251] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer a08f2bc2e6c64bd99d020e8d19532a14 (127.0.152.188:34510) 17:47:50.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.997717 747 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7: No blocks or log segments found. Creating new log. 17:47:51.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.001338 747 log.cc:525] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7: Log is configured to *not* fsync() on all Append() calls 17:47:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.012208 747 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7: No bootstrap required, opened a new log 17:47:51.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:50.899035 821 sys_catalog.cc:337] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } } 17:47:51.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.031566 821 sys_catalog.cc:340] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [sys.catalog]: This master's current role is: FOLLOWER 17:47:51.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.031884 821 raft_consensus.cc:457] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:51.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.032147 821 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14: Snoozing failure detection for 1.636s (starting election) 17:47:51.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.032444 821 raft_consensus.cc:479] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } 17:47:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.034250 821 leader_election.cc:251] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 59ab3019a0724759af2754b87f9705ab (127.0.152.190:60347) 17:47:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.035794 821 leader_election.cc:251] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 8eec9175a7b14a55ae34b0d865b758e7 (127.0.152.189:48331) 17:47:51.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.038825 747 raft_consensus.cc:325] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } 17:47:51.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.039561 747 raft_consensus.cc:351] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:51.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.039837 747 raft_consensus.cc:630] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8eec9175a7b14a55ae34b0d865b758e7, State: Initialized, Role: FOLLOWER 17:47:51.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.040606 747 consensus_queue.cc:228] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } 17:47:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.047691 825 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } } 17:47:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.897984 635 tablet.cc:1728] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:51.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.056125 656 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "59ab3019a0724759af2754b87f9705ab" is_pre_election: true 17:47:51.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.061872 618 master_main.cc:86] Master server successfully started. 17:47:51.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.062402 656 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab: Snoozing failure detection for 1.852s (vote granted) 17:47:51.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.062687 656 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a08f2bc2e6c64bd99d020e8d19532a14 in term 0. 17:47:51.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.064414 825 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [sys.catalog]: This master's current role is: FOLLOWER 17:47:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.064983 761 leader_election.cc:387] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 59ab3019a0724759af2754b87f9705ab (127.0.152.190:60347) 17:47:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.065304 761 leader_election.cc:278] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:47:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:51.065340 820 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:51.065567 820 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.066067 821 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14: Snoozing failure detection for 1.930s (election complete) 17:47:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.066329 821 raft_consensus.cc:2549] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:47:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.066561 821 raft_consensus.cc:457] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:47:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.066756 821 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14: Snoozing failure detection for 1.888s (starting election) 17:47:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.066956 821 raft_consensus.cc:2794] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [term 0 FOLLOWER]: Advancing to term 1 17:47:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:51.060906 813 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:51.068226 813 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:51.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.072613 821 raft_consensus.cc:479] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } 17:47:51.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.073777 821 leader_election.cc:251] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [CANDIDATE]: Term 1 election: Requesting vote from peer 59ab3019a0724759af2754b87f9705ab (127.0.152.190:60347) 17:47:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.074831 821 leader_election.cc:251] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [CANDIDATE]: Term 1 election: Requesting vote from peer 8eec9175a7b14a55ae34b0d865b758e7 (127.0.152.189:48331) 17:47:51.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.075619 656 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "59ab3019a0724759af2754b87f9705ab" 17:47:51.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.076092 656 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [term 0 FOLLOWER]: Advancing to term 1 17:47:51.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.076419 656 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab: Snoozing failure detection for 1.861s (vote granted) 17:47:51.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.082006 656 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a08f2bc2e6c64bd99d020e8d19532a14 in term 1. 17:47:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.082856 761 leader_election.cc:387] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [CANDIDATE]: Term 1 election: Vote granted by peer 59ab3019a0724759af2754b87f9705ab (127.0.152.190:60347) 17:47:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.083180 761 leader_election.cc:278] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:51.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.083643 821 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14: Snoozing failure detection for 2.145s (election complete) 17:47:51.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.083883 821 raft_consensus.cc:2549] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [term 1 FOLLOWER]: Leader election won for term 1 17:47:51.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.084167 821 raft_consensus.cc:595] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [term 1 LEADER]: Becoming Leader. State: Replica: a08f2bc2e6c64bd99d020e8d19532a14, State: Running, Role: LEADER 17:47:51.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.084668 821 consensus_queue.cc:205] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } 17:47:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:51.100168 813 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:51.100704 813 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.152.129 17:47:51.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:50.925635 768 tablet.cc:1728] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:51.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.110610 748 master_main.cc:86] Master server successfully started. 17:47:51.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.114650 789 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "59ab3019a0724759af2754b87f9705ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" is_pre_election: true 17:47:51.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.115732 789 raft_consensus.cc:2216] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 59ab3019a0724759af2754b87f9705ab for term 1 because replica is either leader or believes a valid leader to be alive. 17:47:51.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.117058 630 leader_election.cc:401] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [CANDIDATE]: Term 1 pre-election: Vote denied by peer a08f2bc2e6c64bd99d020e8d19532a14 (127.0.152.188:34510). Message: Invalid argument: T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 59ab3019a0724759af2754b87f9705ab for term 1 because replica is either leader or believes a valid leader to be alive. 17:47:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.117594 823 sys_catalog.cc:337] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a08f2bc2e6c64bd99d020e8d19532a14. Latest consensus state: current_term: 1 leader_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } } 17:47:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.118260 823 sys_catalog.cc:340] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [sys.catalog]: This master's current role is: LEADER 17:47:51.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:51.138891 822 catalog_manager.cc:1084] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:51.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:51.139093 822 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:51.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.139825 828 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:47:51.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.143240 828 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:47:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.159634 813 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/data 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/wal 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.0.152.129:0 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/data/info.pb 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.0.152.129 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.0.152.190:60347,127.0.152.189:48331,127.0.152.188:34510 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.0.152.129 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/logs 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:51.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.186691 813 tablet_server_main.cc:85] Initializing tablet server... 17:47:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.191190 813 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 211064us 17:47:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.192078 813 fs_manager.cc:262] Metadata directory not provided 17:47:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.192430 813 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.192939 813 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.193264 813 server_base.cc:433] Attempting to create new FS layout instead 17:47:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.198987 813 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/data/instance: 17:47:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3c95ba6f17c04646b869fe1cc7509afb" 17:47:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:51 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:51.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.200251 813 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/wal/instance: 17:47:51.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3c95ba6f17c04646b869fe1cc7509afb" 17:47:51.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:51 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:51.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.048493 747 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } } 17:47:51.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.223824 747 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [sys.catalog]: This master's current role is: FOLLOWER 17:47:51.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.225122 747 sys_catalog.cc:424] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [sys.catalog]: configured and running, proceeding with master startup. 17:47:51.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.226686 656 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [term 1 FOLLOWER]: Refusing update from remote peer a08f2bc2e6c64bd99d020e8d19532a14: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:51.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.228054 823 consensus_queue.cc:963] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [LEADER]: Connected to new peer: Peer: permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.231933 722 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8eec9175a7b14a55ae34b0d865b758e7" 17:47:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.233187 721 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [term 0 FOLLOWER]: Advancing to term 1 17:47:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.234298 682 master_main.cc:86] Master server successfully started. 17:47:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.232712 723 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8eec9175a7b14a55ae34b0d865b758e7" is_pre_election: true 17:47:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.232703 724 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "59ab3019a0724759af2754b87f9705ab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8eec9175a7b14a55ae34b0d865b758e7" is_pre_election: true 17:47:51.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.240244 721 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [term 1 FOLLOWER]: Refusing update from remote peer a08f2bc2e6c64bd99d020e8d19532a14: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:51.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.240814 723 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate a08f2bc2e6c64bd99d020e8d19532a14 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:51.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.241307 722 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate a08f2bc2e6c64bd99d020e8d19532a14 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:51.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.242405 823 consensus_queue.cc:963] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:51.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.242723 724 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 59ab3019a0724759af2754b87f9705ab for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.243801 760 leader_election.cc:401] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 8eec9175a7b14a55ae34b0d865b758e7 (127.0.152.189:48331). Message: Service unavailable: T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate a08f2bc2e6c64bd99d020e8d19532a14 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.244835 760 leader_election.cc:401] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [CANDIDATE]: Term 1 election: Vote denied by peer 8eec9175a7b14a55ae34b0d865b758e7 (127.0.152.189:48331). Message: Service unavailable: T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate a08f2bc2e6c64bd99d020e8d19532a14 for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:51.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.246886 627 leader_election.cc:401] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [CANDIDATE]: Term 1 pre-election: Vote denied by peer 8eec9175a7b14a55ae34b0d865b758e7 (127.0.152.189:48331). Message: Service unavailable: T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 59ab3019a0724759af2754b87f9705ab for term 1 because replica is already servicing an update from a current leader or another vote. 17:47:51.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.247155 627 leader_election.cc:278] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:47:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.250412 813 fs_manager.cc:502] Time spent creating directory manager: real 0.049s user 0.014s sys 0.004s 17:47:51.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.252293 813 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.258474 817 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab: Snoozing failure detection for 2.184s (election complete) 17:47:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.258556 813 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.258749 817 raft_consensus.cc:2497] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:47:51.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.263144 818 sys_catalog.cc:337] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [sys.catalog]: SysCatalogTable state changed. Reason: New leader a08f2bc2e6c64bd99d020e8d19532a14. Latest consensus state: current_term: 1 leader_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } } 17:47:51.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.265810 818 sys_catalog.cc:340] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [sys.catalog]: This master's current role is: FOLLOWER 17:47:51.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.274101 823 sys_catalog.cc:337] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } } 17:47:51.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.274842 823 sys_catalog.cc:340] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [sys.catalog]: This master's current role is: LEADER 17:47:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.279569 825 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a08f2bc2e6c64bd99d020e8d19532a14. Latest consensus state: current_term: 1 leader_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } } 17:47:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.280516 825 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [sys.catalog]: This master's current role is: FOLLOWER 17:47:51.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:51.281692 836 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.282266 823 sys_catalog.cc:337] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } } 17:47:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.283414 823 sys_catalog.cc:340] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14 [sys.catalog]: This master's current role is: LEADER 17:47:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.284327 818 sys_catalog.cc:337] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } } 17:47:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.284963 818 sys_catalog.cc:340] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab [sys.catalog]: This master's current role is: FOLLOWER 17:47:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:51.285262 836 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:51.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.288048 828 catalog_manager.cc:924] Generated new certificate authority record 17:47:51.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.291539 828 catalog_manager.cc:1046] Loading token signing keys... 17:47:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.292759 813 fs_manager.cc:418] Time spent opening block manager: real 0.005s user 0.001s sys 0.001s 17:47:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.292938 813 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/wal 17:47:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3c95ba6f17c04646b869fe1cc7509afb" 17:47:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:51 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.293294 813 fs_report.cc:352] FS layout report 17:47:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/wal 17:47:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/wal 17:47:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/data/data 17:47:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:51.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:51.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:51.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:51.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:51.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:51.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.298133 825 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "59ab3019a0724759af2754b87f9705ab" member_type: VOTER last_known_addr { host: "127.0.152.190" port: 60347 } } peers { permanent_uuid: "8eec9175a7b14a55ae34b0d865b758e7" member_type: VOTER last_known_addr { host: "127.0.152.189" port: 48331 } } peers { permanent_uuid: "a08f2bc2e6c64bd99d020e8d19532a14" member_type: VOTER last_known_addr { host: "127.0.152.188" port: 34510 } } } 17:47:51.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.298827 825 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7 [sys.catalog]: This master's current role is: FOLLOWER 17:47:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.324735 828 catalog_manager.cc:4062] T 00000000000000000000000000000000 P a08f2bc2e6c64bd99d020e8d19532a14: Generated new TSK 0 17:47:51.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.552352 813 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.569922 813 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:51.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:51.578639 813 tablet_server_main.cc:90] Starting tablet server... 17:47:52.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.072726 820 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab: acquiring CA information for follower catalog manager: success 17:47:52.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.075937 820 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 59ab3019a0724759af2754b87f9705ab: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.273581 813 rpc_server.cc:205] RPC server started. Bound to: 127.0.152.129:48517 17:47:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.275167 813 webserver.cc:175] Starting webserver on 127.0.152.129:0 17:47:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.275398 813 webserver.cc:186] Document root disabled 17:47:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.281401 813 webserver.cc:313] Webserver started. Bound to: http://127.0.152.129:36083/ 17:47:52.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.282377 813 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-0/data/info.pb 17:47:52.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.287147 610 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 813 17:47:52.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.288326 610 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:52.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/wal 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/data 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.0.152.130:0 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.0.152.130 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.0.152.130 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.0.152.190:60347,127.0.152.189:48331,127.0.152.188:34510 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/logs 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/data/info.pb 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:52.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.291923 836 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7: acquiring CA information for follower catalog manager: success 17:47:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.294757 836 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 8eec9175a7b14a55ae34b0d865b758e7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:52.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.337229 813 tablet_server_main.cc:93] Tablet server successfully started. 17:47:52.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.361598 977 heartbeater.cc:346] Connected to a master server at 127.0.152.189:48331 17:47:52.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.361901 977 heartbeater.cc:426] Registering TS with master... 17:47:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.363045 981 heartbeater.cc:346] Connected to a master server at 127.0.152.188:34510 17:47:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.363257 981 heartbeater.cc:426] Registering TS with master... 17:47:52.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.364130 981 heartbeater.cc:475] Master 127.0.152.188:34510 requested a full tablet report, sending... 17:47:52.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.366353 779 ts_manager.cc:98] Registered new tserver with Master: 3c95ba6f17c04646b869fe1cc7509afb (127.0.152.129:48517) 17:47:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.368908 779 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.0.152.129:53769 17:47:52.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.372406 976 heartbeater.cc:346] Connected to a master server at 127.0.152.190:60347 17:47:52.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.372661 976 heartbeater.cc:426] Registering TS with master... 17:47:52.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.373024 976 heartbeater.cc:475] Master 127.0.152.190:60347 requested a full tablet report, sending... 17:47:52.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.375669 646 ts_manager.cc:98] Registered new tserver with Master: 3c95ba6f17c04646b869fe1cc7509afb (127.0.152.129:48517) 17:47:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.363175 977 heartbeater.cc:475] Master 127.0.152.189:48331 requested a full tablet report, sending... 17:47:52.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.382500 714 ts_manager.cc:98] Registered new tserver with Master: 3c95ba6f17c04646b869fe1cc7509afb (127.0.152.129:48517) 17:47:52.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:52.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:52.530923 980 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:52.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:52.531728 980 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:52.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:52.559038 980 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:52.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:52.559782 980 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.152.130 17:47:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.607326 980 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/data 17:47:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/wal 17:47:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.0.152.130:0 17:47:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/data/info.pb 17:47:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.0.152.130 17:47:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.0.152.190:60347,127.0.152.189:48331,127.0.152.188:34510 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.0.152.130 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/logs 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:52.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.636392 980 tablet_server_main.cc:85] Initializing tablet server... 17:47:52.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.639559 980 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 211564us 17:47:52.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.640313 980 fs_manager.cc:262] Metadata directory not provided 17:47:52.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.640627 980 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.641103 980 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.641392 980 server_base.cc:433] Attempting to create new FS layout instead 17:47:52.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.646399 980 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/data/instance: 17:47:52.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3b38d7510d614bf9b985ecab598a53eb" 17:47:52.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:52 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:52.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.647799 980 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/wal/instance: 17:47:52.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3b38d7510d614bf9b985ecab598a53eb" 17:47:52.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:52 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:52.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.683466 980 fs_manager.cc:502] Time spent creating directory manager: real 0.035s user 0.014s sys 0.010s 17:47:52.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.685911 980 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:52.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.686673 980 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:52.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.704696 980 fs_manager.cc:418] Time spent opening block manager: real 0.006s user 0.001s sys 0.005s 17:47:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.705004 980 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/wal 17:47:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3b38d7510d614bf9b985ecab598a53eb" 17:47:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:52 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:52.705543 980 fs_report.cc:352] FS layout report 17:47:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/wal 17:47:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/wal 17:47:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/data/data 17:47:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.061334 980 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.070547 980 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:53.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.088081 980 tablet_server_main.cc:90] Starting tablet server... 17:47:53.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.326524 980 rpc_server.cc:205] RPC server started. Bound to: 127.0.152.130:35071 17:47:53.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.327864 980 webserver.cc:175] Starting webserver on 127.0.152.130:0 17:47:53.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.327996 980 webserver.cc:186] Document root disabled 17:47:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.329931 980 webserver.cc:313] Webserver started. Bound to: http://127.0.152.130:52358/ 17:47:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.330816 980 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-1/data/info.pb 17:47:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.340242 610 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 980 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.341332 610 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/wal 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/data 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.0.152.131:0 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.0.152.131 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.0.152.131 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.0.152.190:60347,127.0.152.189:48331,127.0.152.188:34510 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:53.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:53.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/logs 17:47:53.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/data/info.pb 17:47:53.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:53.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:53.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:53.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.372275 981 heartbeater.cc:467] Master 127.0.152.188:34510 was elected leader, sending a full tablet report... 17:47:53.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.379858 980 tablet_server_main.cc:93] Tablet server successfully started. 17:47:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.404633 1111 heartbeater.cc:346] Connected to a master server at 127.0.152.189:48331 17:47:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.405009 1111 heartbeater.cc:426] Registering TS with master... 17:47:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.405953 1111 heartbeater.cc:475] Master 127.0.152.189:48331 requested a full tablet report, sending... 17:47:53.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.408296 1116 heartbeater.cc:346] Connected to a master server at 127.0.152.188:34510 17:47:53.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.408393 714 ts_manager.cc:98] Registered new tserver with Master: 3b38d7510d614bf9b985ecab598a53eb (127.0.152.130:35071) 17:47:53.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.408543 1116 heartbeater.cc:426] Registering TS with master... 17:47:53.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.408968 1116 heartbeater.cc:475] Master 127.0.152.188:34510 requested a full tablet report, sending... 17:47:53.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.411501 779 ts_manager.cc:98] Registered new tserver with Master: 3b38d7510d614bf9b985ecab598a53eb (127.0.152.130:35071) 17:47:53.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.411578 1110 heartbeater.cc:346] Connected to a master server at 127.0.152.190:60347 17:47:53.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.411801 1110 heartbeater.cc:426] Registering TS with master... 17:47:53.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.412204 1110 heartbeater.cc:475] Master 127.0.152.190:60347 requested a full tablet report, sending... 17:47:53.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.413250 779 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.0.152.130:43822 17:47:53.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.414521 646 ts_manager.cc:98] Registered new tserver with Master: 3b38d7510d614bf9b985ecab598a53eb (127.0.152.130:35071) 17:47:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:53.563483 1117 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:53.564007 1117 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:53.580423 1117 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:53.580943 1117 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.152.131 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.598189 1117 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/data 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/wal 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.0.152.131:0 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/data/info.pb 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.0.152.131 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.0.152.190:60347,127.0.152.189:48331,127.0.152.188:34510 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.0.152.131 17:47:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/logs 17:47:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.613725 1117 tablet_server_main.cc:85] Initializing tablet server... 17:47:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.615949 1117 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 212064us 17:47:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.616508 1117 fs_manager.cc:262] Metadata directory not provided 17:47:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.616662 1117 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.617142 1117 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.617270 1117 server_base.cc:433] Attempting to create new FS layout instead 17:47:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.620512 1117 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/data/instance: 17:47:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "dd1c8129819f4d7a8ed343ba6a9cfece" 17:47:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:53 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.621412 1117 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/wal/instance: 17:47:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "dd1c8129819f4d7a8ed343ba6a9cfece" 17:47:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:53 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.636373 1117 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.008s sys 0.002s 17:47:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.637657 1117 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.638171 1117 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:53.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.645784 1117 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:47:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.645913 1117 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/wal 17:47:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "dd1c8129819f4d7a8ed343ba6a9cfece" 17:47:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:53 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.646229 1117 fs_report.cc:352] FS layout report 17:47:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/wal 17:47:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/wal 17:47:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/data/data 17:47:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:53.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.800240 1117 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:53.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.803879 1117 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:53.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.805078 1117 tablet_server_main.cc:90] Starting tablet server... 17:47:53.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.917589 1117 rpc_server.cc:205] RPC server started. Bound to: 127.0.152.131:38291 17:47:53.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.918781 1117 webserver.cc:175] Starting webserver on 127.0.152.131:0 17:47:53.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.918890 1117 webserver.cc:186] Document root disabled 17:47:53.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.920312 1117 webserver.cc:313] Webserver started. Bound to: http://127.0.152.131:44267/ 17:47:53.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.921063 1117 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2182438789195014896/ts-2/data/info.pb 17:47:53.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.925819 610 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 1117 17:47:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.943127 1117 tablet_server_main.cc:93] Tablet server successfully started. 17:47:53.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.988946 1246 heartbeater.cc:346] Connected to a master server at 127.0.152.189:48331 17:47:53.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.989339 1246 heartbeater.cc:426] Registering TS with master... 17:47:53.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.990720 1245 heartbeater.cc:346] Connected to a master server at 127.0.152.190:60347 17:47:53.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.990938 1245 heartbeater.cc:426] Registering TS with master... 17:47:53.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.991459 1245 heartbeater.cc:475] Master 127.0.152.190:60347 requested a full tablet report, sending... 17:47:53.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.993716 646 ts_manager.cc:98] Registered new tserver with Master: dd1c8129819f4d7a8ed343ba6a9cfece (127.0.152.131:38291) 17:47:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.990731 1247 heartbeater.cc:346] Connected to a master server at 127.0.152.188:34510 17:47:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.001310 1247 heartbeater.cc:426] Registering TS with master... 17:47:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.001785 1247 heartbeater.cc:475] Master 127.0.152.188:34510 requested a full tablet report, sending... 17:47:54.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.003491 779 ts_manager.cc:98] Registered new tserver with Master: dd1c8129819f4d7a8ed343ba6a9cfece (127.0.152.131:38291) 17:47:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.004604 779 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.0.152.131:38172 17:47:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:53.990952 1246 heartbeater.cc:475] Master 127.0.152.189:48331 requested a full tablet report, sending... 17:47:54.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.006608 714 ts_manager.cc:98] Registered new tserver with Master: dd1c8129819f4d7a8ed343ba6a9cfece (127.0.152.131:38291) 17:47:54.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.009299 610 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:47:54.010 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:47:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.104773 779 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.0.152.188:54567: 17:47:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:47:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.157264 1047 tablet_service.cc:759] Processing CreateTablet for tablet bfebd74e0bc0447b9442625ba81e9bc5 (table=test [id=406b9af9c7684809b4ce3bcc48b0b5ac]), partition=RANGE (key) PARTITION VALUES < 50 17:47:54.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.158502 1047 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet bfebd74e0bc0447b9442625ba81e9bc5. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:54.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.160023 1178 tablet_service.cc:759] Processing CreateTablet for tablet 7b8c9028ef6f4232bf05df323a7da887 (table=test [id=406b9af9c7684809b4ce3bcc48b0b5ac]), partition=RANGE (key) PARTITION VALUES >= 50 17:47:54.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.161196 1178 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 7b8c9028ef6f4232bf05df323a7da887. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.178110 1047 ts_tablet_manager.cc:1173] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb: Registered tablet (data state: TABLET_DATA_READY) 17:47:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.179847 1319 ts_tablet_manager.cc:1028] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb: Bootstrapping tablet 17:47:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.180625 1319 tablet_bootstrap.cc:438] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb: Bootstrap starting. 17:47:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.180871 1178 ts_tablet_manager.cc:1173] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece: Registered tablet (data state: TABLET_DATA_READY) 17:47:54.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.183106 1320 ts_tablet_manager.cc:1028] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece: Bootstrapping tablet 17:47:54.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.183801 1320 tablet_bootstrap.cc:438] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece: Bootstrap starting. 17:47:54.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.185617 1319 tablet_bootstrap.cc:592] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb: No blocks or log segments found. Creating new log. 17:47:54.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.186661 1320 tablet_bootstrap.cc:592] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece: No blocks or log segments found. Creating new log. 17:47:54.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.188040 1320 log.cc:525] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece: Log is configured to *not* fsync() on all Append() calls 17:47:54.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.189347 1319 log.cc:525] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb: Log is configured to *not* fsync() on all Append() calls 17:47:54.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.195087 1320 tablet_bootstrap.cc:438] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece: No bootstrap required, opened a new log 17:47:54.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.195384 1320 ts_tablet_manager.cc:1045] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece: Time spent bootstrapping tablet: real 0.012s user 0.003s sys 0.004s 17:47:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.200471 1319 tablet_bootstrap.cc:438] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb: No bootstrap required, opened a new log 17:47:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.200858 1319 ts_tablet_manager.cc:1045] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb: Time spent bootstrapping tablet: real 0.021s user 0.004s sys 0.005s 17:47:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.206658 1320 raft_consensus.cc:325] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "dd1c8129819f4d7a8ed343ba6a9cfece" member_type: VOTER last_known_addr { host: "127.0.152.131" port: 38291 } } 17:47:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.207118 1320 raft_consensus.cc:351] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.207304 1320 raft_consensus.cc:630] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dd1c8129819f4d7a8ed343ba6a9cfece, State: Initialized, Role: FOLLOWER 17:47:54.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.207962 1320 consensus_queue.cc:228] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "dd1c8129819f4d7a8ed343ba6a9cfece" member_type: VOTER last_known_addr { host: "127.0.152.131" port: 38291 } } 17:47:54.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.208413 1320 raft_consensus.cc:365] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:54.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.208611 1320 raft_consensus.cc:457] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:54.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.208840 1320 raft_consensus.cc:2742] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece: Snoozing failure detection for 1.671s (starting election) 17:47:54.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.209022 1320 raft_consensus.cc:2794] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece [term 0 FOLLOWER]: Advancing to term 1 17:47:54.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.211843 1320 raft_consensus.cc:479] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "dd1c8129819f4d7a8ed343ba6a9cfece" member_type: VOTER last_known_addr { host: "127.0.152.131" port: 38291 } } 17:47:54.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.212327 1320 leader_election.cc:278] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.213435 1319 raft_consensus.cc:325] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3b38d7510d614bf9b985ecab598a53eb" member_type: VOTER last_known_addr { host: "127.0.152.130" port: 35071 } } 17:47:54.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.213892 1319 raft_consensus.cc:351] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:54.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.214157 1319 raft_consensus.cc:630] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3b38d7510d614bf9b985ecab598a53eb, State: Initialized, Role: FOLLOWER 17:47:54.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.214545 1323 raft_consensus.cc:2742] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece: Snoozing failure detection for 2.229s (election complete) 17:47:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.214869 1323 raft_consensus.cc:2549] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece [term 1 FOLLOWER]: Leader election won for term 1 17:47:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.214713 1319 consensus_queue.cc:228] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3b38d7510d614bf9b985ecab598a53eb" member_type: VOTER last_known_addr { host: "127.0.152.130" port: 35071 } } 17:47:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.215171 1319 raft_consensus.cc:365] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.215432 1319 raft_consensus.cc:457] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.215643 1319 raft_consensus.cc:2742] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb: Snoozing failure detection for 1.998s (starting election) 17:47:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.215953 1319 raft_consensus.cc:2794] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb [term 0 FOLLOWER]: Advancing to term 1 17:47:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.216584 1323 raft_consensus.cc:595] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece [term 1 LEADER]: Becoming Leader. State: Replica: dd1c8129819f4d7a8ed343ba6a9cfece, State: Running, Role: LEADER 17:47:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.218080 1247 heartbeater.cc:467] Master 127.0.152.188:34510 was elected leader, sending a full tablet report... 17:47:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.217382 1323 consensus_queue.cc:205] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "dd1c8129819f4d7a8ed343ba6a9cfece" member_type: VOTER last_known_addr { host: "127.0.152.131" port: 38291 } } 17:47:54.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.219213 1320 ts_tablet_manager.cc:1073] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece: Time spent starting tablet: real 0.024s user 0.014s sys 0.009s 17:47:54.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.220113 1319 raft_consensus.cc:479] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3b38d7510d614bf9b985ecab598a53eb" member_type: VOTER last_known_addr { host: "127.0.152.130" port: 35071 } } 17:47:54.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.220738 1319 leader_election.cc:278] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:54.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.223157 1327 raft_consensus.cc:2742] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb: Snoozing failure detection for 1.692s (election complete) 17:47:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.224033 1327 raft_consensus.cc:2549] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb [term 1 FOLLOWER]: Leader election won for term 1 17:47:54.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.228310 1116 heartbeater.cc:467] Master 127.0.152.188:34510 was elected leader, sending a full tablet report... 17:47:54.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.229152 1319 ts_tablet_manager.cc:1073] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb: Time spent starting tablet: real 0.028s user 0.017s sys 0.007s 17:47:54.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.233572 1327 raft_consensus.cc:595] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb [term 1 LEADER]: Becoming Leader. State: Replica: 3b38d7510d614bf9b985ecab598a53eb, State: Running, Role: LEADER 17:47:54.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.235512 779 catalog_manager.cc:3758] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece reported cstate change: term changed from 0 to 1, leader changed from to dd1c8129819f4d7a8ed343ba6a9cfece (127.0.152.131). New cstate: current_term: 1 leader_uuid: "dd1c8129819f4d7a8ed343ba6a9cfece" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "dd1c8129819f4d7a8ed343ba6a9cfece" member_type: VOTER last_known_addr { host: "127.0.152.131" port: 38291 } health_report { overall_health: HEALTHY } } } 17:47:54.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.235673 1327 consensus_queue.cc:205] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3b38d7510d614bf9b985ecab598a53eb" member_type: VOTER last_known_addr { host: "127.0.152.130" port: 35071 } } 17:47:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.249292 779 catalog_manager.cc:3758] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb reported cstate change: term changed from 0 to 1, leader changed from to 3b38d7510d614bf9b985ecab598a53eb (127.0.152.130). New cstate: current_term: 1 leader_uuid: "3b38d7510d614bf9b985ecab598a53eb" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3b38d7510d614bf9b985ecab598a53eb" member_type: VOTER last_known_addr { host: "127.0.152.130" port: 35071 } health_report { overall_health: HEALTHY } } } 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.270619 779 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.0.152.188:54567: 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:47:54.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.294611 908 tablet_service.cc:759] Processing CreateTablet for tablet 9b9c03cd2d954782bbfae0277a39bf15 (table=simple-test [id=39cb33e2854a4d59b66b62cafbddd516]), partition=RANGE (key) PARTITION UNBOUNDED 17:47:54.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.295256 908 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 9b9c03cd2d954782bbfae0277a39bf15. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:54.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.306643 908 ts_tablet_manager.cc:1173] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb: Registered tablet (data state: TABLET_DATA_READY) 17:47:54.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.307888 1332 ts_tablet_manager.cc:1028] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb: Bootstrapping tablet 17:47:54.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.308550 1332 tablet_bootstrap.cc:438] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb: Bootstrap starting. 17:47:54.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.310719 1332 tablet_bootstrap.cc:592] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb: No blocks or log segments found. Creating new log. 17:47:54.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.312083 1332 log.cc:525] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb: Log is configured to *not* fsync() on all Append() calls 17:47:54.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.319320 1332 tablet_bootstrap.cc:438] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb: No bootstrap required, opened a new log 17:47:54.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.319677 1332 ts_tablet_manager.cc:1045] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb: Time spent bootstrapping tablet: real 0.011s user 0.003s sys 0.002s 17:47:54.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.330509 1332 raft_consensus.cc:325] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3c95ba6f17c04646b869fe1cc7509afb" member_type: VOTER last_known_addr { host: "127.0.152.129" port: 48517 } } 17:47:54.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.330997 1332 raft_consensus.cc:351] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:54.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.331214 1332 raft_consensus.cc:630] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c95ba6f17c04646b869fe1cc7509afb, State: Initialized, Role: FOLLOWER 17:47:54.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.331760 1332 consensus_queue.cc:228] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3c95ba6f17c04646b869fe1cc7509afb" member_type: VOTER last_known_addr { host: "127.0.152.129" port: 48517 } } 17:47:54.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.332227 1332 raft_consensus.cc:365] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:47:54.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.332474 1332 raft_consensus.cc:457] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:47:54.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.332659 1332 raft_consensus.cc:2742] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb: Snoozing failure detection for 1.544s (starting election) 17:47:54.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.332882 1332 raft_consensus.cc:2794] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb [term 0 FOLLOWER]: Advancing to term 1 17:47:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.335582 1332 raft_consensus.cc:479] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3c95ba6f17c04646b869fe1cc7509afb" member_type: VOTER last_known_addr { host: "127.0.152.129" port: 48517 } } 17:47:54.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.336078 1332 leader_election.cc:278] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:54.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.337771 1334 raft_consensus.cc:2742] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb: Snoozing failure detection for 2.062s (election complete) 17:47:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.337977 1334 raft_consensus.cc:2549] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb [term 1 FOLLOWER]: Leader election won for term 1 17:47:54.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.339891 1334 raft_consensus.cc:595] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb [term 1 LEADER]: Becoming Leader. State: Replica: 3c95ba6f17c04646b869fe1cc7509afb, State: Running, Role: LEADER 17:47:54.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.340893 1332 ts_tablet_manager.cc:1073] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb: Time spent starting tablet: real 0.021s user 0.016s sys 0.004s 17:47:54.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.340874 1334 consensus_queue.cc:205] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3c95ba6f17c04646b869fe1cc7509afb" member_type: VOTER last_known_addr { host: "127.0.152.129" port: 48517 } } 17:47:54.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.348073 779 catalog_manager.cc:3758] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb reported cstate change: term changed from 0 to 1, leader changed from to 3c95ba6f17c04646b869fe1cc7509afb (127.0.152.129). New cstate: current_term: 1 leader_uuid: "3c95ba6f17c04646b869fe1cc7509afb" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3c95ba6f17c04646b869fe1cc7509afb" member_type: VOTER last_known_addr { host: "127.0.152.129" port: 48517 } health_report { overall_health: HEALTHY } } } 17:47:54.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:54.382026 1119 tablet.cc:1728] T bfebd74e0bc0447b9442625ba81e9bc5 P 3b38d7510d614bf9b985ecab598a53eb: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:54.445155 1251 tablet.cc:1728] T 7b8c9028ef6f4232bf05df323a7da887 P dd1c8129819f4d7a8ed343ba6a9cfece: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:54.501 [WARN - New I/O worker #245] (NetUtil.java:108) Slow DNS lookup! Resolved IP of `127.0.152.131' to /127.0.152.131 in 15129371ns 17:47:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:54.586462 984 tablet.cc:1728] T 9b9c03cd2d954782bbfae0277a39bf15 P 3c95ba6f17c04646b869fe1cc7509afb: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.621198 610 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 813 17:47:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:54.675122 760 connection.cc:512] server connection from 127.0.152.129:53769 recv error: Network error: failed to read from TLS socket (remote: 127.0.152.129:53769): Connection reset by peer (error 104) 17:47:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:54.675122 627 connection.cc:512] server connection from 127.0.152.129:53570 recv error: Network error: failed to read from TLS socket (remote: 127.0.152.129:53570): Connection reset by peer (error 104) 17:47:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:54.675173 694 connection.cc:512] server connection from 127.0.152.129:58526 recv error: Network error: failed to read from TLS socket (remote: 127.0.152.129:58526): Connection reset by peer (error 104) 17:47:54.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.676228 610 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 980 17:47:54.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:54.710461 626 connection.cc:512] server connection from 127.0.152.130:39799 recv error: Network error: failed to read from TLS socket (remote: 127.0.152.130:39799): Connection reset by peer (error 104) 17:47:54.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:54.711519 696 connection.cc:512] server connection from 127.0.152.130:54208 recv error: Network error: failed to read from TLS socket (remote: 127.0.152.130:54208): Connection reset by peer (error 104) 17:47:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:54.712327 761 connection.cc:512] server connection from 127.0.152.130:43822 recv error: Network error: failed to read from TLS socket (remote: 127.0.152.130:43822): Connection reset by peer (error 104) 17:47:54.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.713631 610 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 1117 17:47:54.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:54.732316 628 connection.cc:512] server connection from 127.0.152.131:36759 recv error: Network error: failed to read from TLS socket (remote: 127.0.152.131:36759): Connection reset by peer (error 104) 17:47:54.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.732626 610 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 618 17:47:54.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:54.733101 693 connection.cc:512] server connection from 127.0.152.131:41925 recv error: Network error: failed to read from TLS socket (remote: 127.0.152.131:41925): Connection reset by peer (error 104) 17:47:54.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:54.733764 763 connection.cc:512] server connection from 127.0.152.131:38172 recv error: Network error: failed to read from TLS socket (remote: 127.0.152.131:38172): Connection reset by peer (error 104) 17:47:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.752115 610 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 682 17:47:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:54.772300 610 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 748 17:47:55.812 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614075812 17:47:55.813 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:47:55.813 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:47:55.813 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:47:55.813 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:47:56.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.024425 1363 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:56.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:56.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/wal 17:47:56.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/data 17:47:56.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:56.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.1.84.254:42686 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.1.84.254 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/logs 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/data/info.pb 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.1.84.254:42686,127.1.84.253:48725,127.1.84.252:54512 with env {} 17:47:56.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:56.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.179846 1371 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:56.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.180183 1371 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:56.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.189126 1371 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:56.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.189255 1371 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:56.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.189354 1371 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:56.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.189484 1371 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.207643 1371 master_main.cc:73] Master server non-default flags: 17:47:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/data 17:47:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/wal 17:47:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.1.84.254:42686,127.1.84.253:48725,127.1.84.252:54512 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.1.84.254:42686 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/data/info.pb 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.1.84.254 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/logs 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:56.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:56.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.221725 1371 master_main.cc:80] Initializing master server... 17:47:56.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.224057 1371 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 213564us 17:47:56.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.224773 1371 fs_manager.cc:262] Metadata directory not provided 17:47:56.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.224895 1371 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:56.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.225132 1371 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:56.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.225240 1371 server_base.cc:433] Attempting to create new FS layout instead 17:47:56.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.228947 1371 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/data/instance: 17:47:56.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "fb8d7e55eec346deb84141bd4ea37549" 17:47:56.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:56.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.229691 1371 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/wal/instance: 17:47:56.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "fb8d7e55eec346deb84141bd4ea37549" 17:47:56.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.247090 1371 fs_manager.cc:502] Time spent creating directory manager: real 0.017s user 0.008s sys 0.004s 17:47:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.248186 1371 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:56.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.249328 1371 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:56.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.257436 1371 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:47:56.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.257565 1371 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/wal 17:47:56.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "fb8d7e55eec346deb84141bd4ea37549" 17:47:56.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:56.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.257766 1371 fs_report.cc:352] FS layout report 17:47:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/wal 17:47:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/wal 17:47:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/data/data 17:47:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.413411 1371 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:56.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.415992 1371 master_main.cc:83] Starting Master server... 17:47:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.501863 1371 rpc_server.cc:205] RPC server started. Bound to: 127.1.84.254:42686 17:47:56.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.502857 1371 webserver.cc:175] Starting webserver on 127.1.84.254:0 17:47:56.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.502969 1371 webserver.cc:186] Document root disabled 17:47:56.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.504981 1371 webserver.cc:313] Webserver started. Bound to: http://127.1.84.254:54228/ 17:47:56.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.505777 1371 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-0/data/info.pb 17:47:56.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.509593 1363 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 1371 17:47:56.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.509920 1432 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:56.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.510759 1363 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:56.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/wal 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/data 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.1.84.253:48725 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.1.84.253 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/logs 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/data/info.pb 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.1.84.254:42686,127.1.84.253:48725,127.1.84.252:54512 with env {} 17:47:56.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.523546 1432 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } has no permanent_uuid. Determining permanent_uuid... 17:47:56.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.542759 1432 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } has no permanent_uuid. Determining permanent_uuid... 17:47:56.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.544344 1432 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.1.84.253:48725: Network error: Client connection negotiation failed: client connection to 127.1.84.253:48725: connect: Connection refused (error 111) 17:47:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.563685 1432 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } attempt: 1 17:47:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.564749 1432 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.1.84.253:48725: Network error: Client connection negotiation failed: client connection to 127.1.84.253:48725: connect: Connection refused (error 111) 17:47:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.613070 1432 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } attempt: 2 17:47:56.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.614352 1432 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.1.84.253:48725: Network error: Client connection negotiation failed: client connection to 127.1.84.253:48725: connect: Connection refused (error 111) 17:47:56.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:56.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.670516 1433 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:56.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.670866 1433 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:56.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.679878 1433 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.680003 1433 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.680099 1433 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.680251 1433 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.699014 1433 master_main.cc:73] Master server non-default flags: 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/data 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/wal 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.1.84.254:42686,127.1.84.253:48725,127.1.84.252:54512 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.1.84.253:48725 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/data/info.pb 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.1.84.253 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/logs 17:47:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:56.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.712997 1433 master_main.cc:80] Initializing master server... 17:47:56.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.715291 1433 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 213564us 17:47:56.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.716027 1433 fs_manager.cc:262] Metadata directory not provided 17:47:56.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.716171 1433 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:56.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.716485 1433 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:56.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.716610 1433 server_base.cc:433] Attempting to create new FS layout instead 17:47:56.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.720350 1433 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/data/instance: 17:47:56.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "26058cf2320d49a99cde9fda9ad010e2" 17:47:56.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.721141 1433 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/wal/instance: 17:47:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "26058cf2320d49a99cde9fda9ad010e2" 17:47:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.725698 1432 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } attempt: 3 17:47:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.726894 1432 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.1.84.253:48725: Network error: Client connection negotiation failed: client connection to 127.1.84.253:48725: connect: Connection refused (error 111) 17:47:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.738178 1433 fs_manager.cc:502] Time spent creating directory manager: real 0.017s user 0.009s sys 0.002s 17:47:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.739382 1433 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.740792 1433 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.749289 1433 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:47:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.749418 1433 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/wal 17:47:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "26058cf2320d49a99cde9fda9ad010e2" 17:47:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.749711 1433 fs_report.cc:352] FS layout report 17:47:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/wal 17:47:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/wal 17:47:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/data/data 17:47:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:56.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.903223 1432 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } attempt: 4 17:47:56.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.904402 1433 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:56.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:56.904546 1432 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.1.84.253:48725: Network error: Client connection negotiation failed: client connection to 127.1.84.253:48725: connect: Connection refused (error 111) 17:47:56.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.906857 1433 master_main.cc:83] Starting Master server... 17:47:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.993271 1433 rpc_server.cc:205] RPC server started. Bound to: 127.1.84.253:48725 17:47:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.994215 1433 webserver.cc:175] Starting webserver on 127.1.84.253:0 17:47:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.994325 1433 webserver.cc:186] Document root disabled 17:47:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.996299 1433 webserver.cc:313] Webserver started. Bound to: http://127.1.84.253:43508/ 17:47:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:56.997098 1433 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-1/data/info.pb 17:47:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.000674 1502 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:57.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.005830 1363 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 1433 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.006929 1363 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/wal 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/data 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.1.84.252:54512 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.1.84.252 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/logs 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/data/info.pb 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.1.84.254:42686,127.1.84.253:48725,127.1.84.252:54512 with env {} 17:47:57.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.015060 1502 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } has no permanent_uuid. Determining permanent_uuid... 17:47:57.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.030704 1502 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } has no permanent_uuid. Determining permanent_uuid... 17:47:57.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.042084 1502 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } has no permanent_uuid. Determining permanent_uuid... 17:47:57.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.043189 1502 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.1.84.252:54512: Network error: Client connection negotiation failed: client connection to 127.1.84.252:54512: connect: Connection refused (error 111) 17:47:57.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.062502 1502 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } attempt: 1 17:47:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.063589 1502 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.1.84.252:54512: Network error: Client connection negotiation failed: client connection to 127.1.84.252:54512: connect: Connection refused (error 111) 17:47:57.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.111861 1502 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } attempt: 2 17:47:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.113137 1502 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.1.84.252:54512: Network error: Client connection negotiation failed: client connection to 127.1.84.252:54512: connect: Connection refused (error 111) 17:47:57.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:57.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.167330 1503 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:57.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.167733 1503 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:57.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.176904 1503 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:47:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.177028 1503 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.177152 1503 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:47:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.177301 1503 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:47:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.195611 1503 master_main.cc:73] Master server non-default flags: 17:47:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/data 17:47:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/wal 17:47:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:47:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.1.84.254:42686,127.1.84.253:48725,127.1.84.252:54512 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.1.84.252:54512 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/data/info.pb 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.1.84.252 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/logs 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:57.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.207890 1432 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } attempt: 5 17:47:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.211634 1503 master_main.cc:80] Initializing master server... 17:47:57.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.215023 1432 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } has no permanent_uuid. Determining permanent_uuid... 17:47:57.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.215224 1503 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 214064us 17:47:57.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.216281 1503 fs_manager.cc:262] Metadata directory not provided 17:47:57.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.216569 1503 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:57.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.216855 1432 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.1.84.252:54512: Network error: Client connection negotiation failed: client connection to 127.1.84.252:54512: connect: Connection refused (error 111) 17:47:57.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.217015 1503 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:57.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.217166 1503 server_base.cc:433] Attempting to create new FS layout instead 17:47:57.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.220935 1503 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/data/instance: 17:47:57.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "861d9d57a6cc49d794cc97dfb88763df" 17:47:57.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:57 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:57.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.221761 1503 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/wal/instance: 17:47:57.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "861d9d57a6cc49d794cc97dfb88763df" 17:47:57.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:57 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:57.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.224484 1502 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } attempt: 3 17:47:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.225596 1502 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.1.84.252:54512: Network error: Client connection negotiation failed: client connection to 127.1.84.252:54512: connect: Connection refused (error 111) 17:47:57.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.235301 1503 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.007s sys 0.006s 17:47:57.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.236511 1503 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:57.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.237681 1503 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:57.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.245846 1503 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.245972 1503 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/wal 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "861d9d57a6cc49d794cc97dfb88763df" 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:57 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.246209 1503 fs_report.cc:352] FS layout report 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/wal 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/wal 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/data/data 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:57.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:57.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.255144 1432 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } attempt: 1 17:47:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.256389 1432 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.1.84.252:54512: Network error: Client connection negotiation failed: client connection to 127.1.84.252:54512: connect: Connection refused (error 111) 17:47:57.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.304715 1432 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } attempt: 2 17:47:57.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.306217 1432 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.1.84.252:54512: Network error: Client connection negotiation failed: client connection to 127.1.84.252:54512: connect: Connection refused (error 111) 17:47:57.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.401893 1502 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } attempt: 4 17:47:57.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.403048 1502 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.1.84.252:54512: Network error: Client connection negotiation failed: client connection to 127.1.84.252:54512: connect: Connection refused (error 111) 17:47:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.406575 1432 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } attempt: 3 17:47:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.407805 1432 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.1.84.252:54512: Network error: Client connection negotiation failed: client connection to 127.1.84.252:54512: connect: Connection refused (error 111) 17:47:57.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.416999 1503 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:57.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.419839 1503 master_main.cc:83] Starting Master server... 17:47:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.509585 1503 rpc_server.cc:205] RPC server started. Bound to: 127.1.84.252:54512 17:47:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.510462 1503 webserver.cc:175] Starting webserver on 127.1.84.252:0 17:47:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.510571 1503 webserver.cc:186] Document root disabled 17:47:57.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.512513 1503 webserver.cc:313] Webserver started. Bound to: http://127.1.84.252:57193/ 17:47:57.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.513273 1503 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/master-2/data/info.pb 17:47:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.516880 1568 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:47:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.522583 1363 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 1503 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.523926 1363 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/wal 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/data 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.1.84.193:0 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.1.84.193 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.1.84.193 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.1.84.254:42686,127.1.84.253:48725,127.1.84.252:54512 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/logs 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/data/info.pb 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:57.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.531733 1568 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } has no permanent_uuid. Determining permanent_uuid... 17:47:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.547230 1568 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } has no permanent_uuid. Determining permanent_uuid... 17:47:57.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.548540 1432 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } attempt: 4 17:47:57.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.555553 1568 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } has no permanent_uuid. Determining permanent_uuid... 17:47:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.569231 1432 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549: Bootstrap starting. 17:47:57.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.572922 1432 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549: No blocks or log segments found. Creating new log. 17:47:57.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.574395 1432 log.cc:525] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549: Log is configured to *not* fsync() on all Append() calls 17:47:57.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.576828 1568 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df: Bootstrap starting. 17:47:57.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.578440 1432 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549: No bootstrap required, opened a new log 17:47:57.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.579797 1568 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df: No blocks or log segments found. Creating new log. 17:47:57.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.581601 1568 log.cc:525] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df: Log is configured to *not* fsync() on all Append() calls 17:47:57.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.588762 1568 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df: No bootstrap required, opened a new log 17:47:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.593549 1432 raft_consensus.cc:325] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } 17:47:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.594368 1432 raft_consensus.cc:351] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.594688 1432 raft_consensus.cc:630] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb8d7e55eec346deb84141bd4ea37549, State: Initialized, Role: FOLLOWER 17:47:57.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.595680 1432 consensus_queue.cc:228] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } 17:47:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.599478 1432 sys_catalog.cc:337] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } } 17:47:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.600498 1432 sys_catalog.cc:340] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [sys.catalog]: This master's current role is: FOLLOWER 17:47:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.601827 1432 sys_catalog.cc:424] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [sys.catalog]: configured and running, proceeding with master startup. 17:47:57.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.606185 1568 raft_consensus.cc:325] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } 17:47:57.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.606954 1568 raft_consensus.cc:351] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:57.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.607234 1568 raft_consensus.cc:630] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 861d9d57a6cc49d794cc97dfb88763df, State: Initialized, Role: FOLLOWER 17:47:57.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.607966 1568 consensus_queue.cc:228] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } 17:47:57.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.617607 1568 sys_catalog.cc:337] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } } 17:47:57.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.618357 1568 sys_catalog.cc:340] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [sys.catalog]: This master's current role is: FOLLOWER 17:47:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.619171 1578 sys_catalog.cc:337] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } } 17:47:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.632799 1578 sys_catalog.cc:340] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [sys.catalog]: This master's current role is: FOLLOWER 17:47:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.654747 1578 raft_consensus.cc:457] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:47:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.655020 1578 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df: Snoozing failure detection for 1.731s (starting election) 17:47:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.655287 1578 raft_consensus.cc:479] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } 17:47:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.656512 1578 leader_election.cc:251] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer fb8d7e55eec346deb84141bd4ea37549 (127.1.84.254:42686) 17:47:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.657078 1578 leader_election.cc:251] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 26058cf2320d49a99cde9fda9ad010e2 (127.1.84.253:48725) 17:47:57.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.600347 1576 sys_catalog.cc:337] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } } 17:47:57.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.702111 1576 sys_catalog.cc:340] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [sys.catalog]: This master's current role is: FOLLOWER 17:47:57.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.706344 1502 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } attempt: 5 17:47:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.716125 1569 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.716851 1569 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.720516 1502 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2: Bootstrap starting. 17:47:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.726758 1502 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2: No blocks or log segments found. Creating new log. 17:47:57.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.730834 1502 log.cc:525] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2: Log is configured to *not* fsync() on all Append() calls 17:47:57.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.732528 1569 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:57.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.733131 1569 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.84.193 17:47:57.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.669662 1388 tablet.cc:1728] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.742045 1502 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2: No bootstrap required, opened a new log 17:47:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.743202 1409 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "861d9d57a6cc49d794cc97dfb88763df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb8d7e55eec346deb84141bd4ea37549" is_pre_election: true 17:47:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.744719 1371 master_main.cc:86] Master server successfully started. 17:47:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.745052 1409 raft_consensus.cc:2742] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549: Snoozing failure detection for 1.728s (vote granted) 17:47:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.745379 1409 raft_consensus.cc:2255] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 861d9d57a6cc49d794cc97dfb88763df in term 0. 17:47:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.746527 1515 leader_election.cc:387] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [CANDIDATE]: Term 1 pre-election: Vote granted by peer fb8d7e55eec346deb84141bd4ea37549 (127.1.84.254:42686) 17:47:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.746790 1515 leader_election.cc:278] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:47:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.747360 1578 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df: Snoozing failure detection for 1.734s (election complete) 17:47:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.747608 1578 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [term 0 FOLLOWER]: Leader pre-election won for term 1 17:47:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.747818 1578 raft_consensus.cc:457] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:47:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.747992 1578 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df: Snoozing failure detection for 2.031s (starting election) 17:47:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.748170 1578 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [term 0 FOLLOWER]: Advancing to term 1 17:47:57.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.752979 1578 raft_consensus.cc:479] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } 17:47:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.754034 1578 leader_election.cc:251] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [CANDIDATE]: Term 1 election: Requesting vote from peer fb8d7e55eec346deb84141bd4ea37549 (127.1.84.254:42686) 17:47:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.754912 1578 leader_election.cc:251] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [CANDIDATE]: Term 1 election: Requesting vote from peer 26058cf2320d49a99cde9fda9ad010e2 (127.1.84.253:48725) 17:47:57.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.758096 1409 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "861d9d57a6cc49d794cc97dfb88763df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb8d7e55eec346deb84141bd4ea37549" 17:47:57.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.758576 1409 raft_consensus.cc:2794] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [term 0 FOLLOWER]: Advancing to term 1 17:47:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.758859 1409 raft_consensus.cc:2742] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549: Snoozing failure detection for 1.910s (vote granted) 17:47:57.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.765843 1409 raft_consensus.cc:2255] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 861d9d57a6cc49d794cc97dfb88763df in term 1. 17:47:57.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.766562 1515 leader_election.cc:387] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [CANDIDATE]: Term 1 election: Vote granted by peer fb8d7e55eec346deb84141bd4ea37549 (127.1.84.254:42686) 17:47:57.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.766809 1515 leader_election.cc:278] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:47:57.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.767527 1578 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df: Snoozing failure detection for 1.768s (election complete) 17:47:57.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.767761 1578 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [term 1 FOLLOWER]: Leader election won for term 1 17:47:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.768780 1502 raft_consensus.cc:325] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } 17:47:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.769709 1502 raft_consensus.cc:351] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:47:57.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.770066 1502 raft_consensus.cc:630] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 26058cf2320d49a99cde9fda9ad010e2, State: Initialized, Role: FOLLOWER 17:47:57.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.771221 1502 consensus_queue.cc:228] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } 17:47:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.774343 1577 catalog_manager.cc:1084] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.774677 1577 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:57.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.620669 1568 sys_catalog.cc:424] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [sys.catalog]: configured and running, proceeding with master startup. 17:47:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.783133 1502 sys_catalog.cc:337] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } } 17:47:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.784009 1502 sys_catalog.cc:340] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [sys.catalog]: This master's current role is: FOLLOWER 17:47:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.786438 1569 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/data 17:47:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/wal 17:47:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.1.84.193:0 17:47:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/data/info.pb 17:47:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.1.84.193 17:47:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.1.84.254:42686,127.1.84.253:48725,127.1.84.252:54512 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.1.84.193 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/logs 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.786368 1502 sys_catalog.cc:424] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [sys.catalog]: configured and running, proceeding with master startup. 17:47:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.672910 1522 tablet.cc:1728] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.849113 1578 raft_consensus.cc:595] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [term 1 LEADER]: Becoming Leader. State: Replica: 861d9d57a6cc49d794cc97dfb88763df, State: Running, Role: LEADER 17:47:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.849828 1578 consensus_queue.cc:205] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } 17:47:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.851564 1503 master_main.cc:86] Master server successfully started. 17:47:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.852421 1569 tablet_server_main.cc:85] Initializing tablet server... 17:47:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.856735 1569 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 214064us 17:47:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.857465 1569 fs_manager.cc:262] Metadata directory not provided 17:47:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.857720 1569 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.858163 1569 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.858419 1569 server_base.cc:433] Attempting to create new FS layout instead 17:47:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.864918 1569 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/data/instance: 17:47:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ca10da9de82a4f528af458225a891de9" 17:47:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:57 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.866793 1569 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/wal/instance: 17:47:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ca10da9de82a4f528af458225a891de9" 17:47:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:57 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:57.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.868943 1584 sys_catalog.cc:337] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [sys.catalog]: SysCatalogTable state changed. Reason: New leader 861d9d57a6cc49d794cc97dfb88763df. Latest consensus state: current_term: 1 leader_uuid: "861d9d57a6cc49d794cc97dfb88763df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } } 17:47:57.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.869617 1584 sys_catalog.cc:340] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [sys.catalog]: This master's current role is: LEADER 17:47:57.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.881273 1587 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:57.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.881645 1587 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:57.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.882225 1591 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:47:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.888175 1591 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:47:57.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.904794 1569 fs_manager.cc:502] Time spent creating directory manager: real 0.037s user 0.013s sys 0.011s 17:47:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.906930 1569 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:57.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.908701 1569 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:57.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.927762 1569 fs_manager.cc:418] Time spent opening block manager: real 0.008s user 0.001s sys 0.005s 17:47:57.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.928256 1569 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/wal 17:47:57.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ca10da9de82a4f528af458225a891de9" 17:47:57.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:57 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.928898 1569 fs_report.cc:352] FS layout report 17:47:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/wal 17:47:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/wal 17:47:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/data/data 17:47:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:57.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.786419 1478 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "861d9d57a6cc49d794cc97dfb88763df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "26058cf2320d49a99cde9fda9ad010e2" 17:47:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.956110 1478 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [term 0 FOLLOWER]: Advancing to term 1 17:47:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.955910 1585 sys_catalog.cc:337] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } } 17:47:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.956444 1478 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2: Snoozing failure detection for 1.832s (vote granted) 17:47:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.956678 1585 sys_catalog.cc:340] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [sys.catalog]: This master's current role is: FOLLOWER 17:47:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.961625 1478 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 861d9d57a6cc49d794cc97dfb88763df in term 1. 17:47:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.962594 1515 leader_election.cc:387] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [CANDIDATE]: Term 1 election: Vote granted by peer 26058cf2320d49a99cde9fda9ad010e2 (127.1.84.253:48725) 17:47:57.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.790001 1479 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "861d9d57a6cc49d794cc97dfb88763df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "26058cf2320d49a99cde9fda9ad010e2" is_pre_election: true 17:47:57.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.965636 1479 raft_consensus.cc:2168] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 861d9d57a6cc49d794cc97dfb88763df in term 1. Re-sending same reply. 17:47:57.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:57.966356 1515 leader_election.cc:387] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [CANDIDATE]: Term 1 pre-election: Vote granted by peer 26058cf2320d49a99cde9fda9ad010e2 (127.1.84.253:48725) 17:47:58.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.009315 1409 raft_consensus.cc:1083] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [term 1 FOLLOWER]: Refusing update from remote peer 861d9d57a6cc49d794cc97dfb88763df: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.010972 1578 consensus_queue.cc:963] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.043395 1576 sys_catalog.cc:337] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 861d9d57a6cc49d794cc97dfb88763df. Latest consensus state: current_term: 1 leader_uuid: "861d9d57a6cc49d794cc97dfb88763df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } } 17:47:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.044070 1576 sys_catalog.cc:340] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [sys.catalog]: This master's current role is: FOLLOWER 17:47:58.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.056129 1576 sys_catalog.cc:337] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "861d9d57a6cc49d794cc97dfb88763df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } } 17:47:58.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.056756 1576 sys_catalog.cc:340] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549 [sys.catalog]: This master's current role is: FOLLOWER 17:47:58.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.058426 1578 sys_catalog.cc:337] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "861d9d57a6cc49d794cc97dfb88763df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } } 17:47:58.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.059114 1578 sys_catalog.cc:340] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [sys.catalog]: This master's current role is: LEADER 17:47:58.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:57.910305 1458 tablet.cc:1728] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:47:58.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.065835 1433 master_main.cc:86] Master server successfully started. 17:47:58.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.065593 1479 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [term 1 FOLLOWER]: Refusing update from remote peer 861d9d57a6cc49d794cc97dfb88763df: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:47:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.065213 1591 catalog_manager.cc:924] Generated new certificate authority record 17:47:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.067410 1584 consensus_queue.cc:963] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [LEADER]: Connected to new peer: Peer: permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:47:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.069540 1591 catalog_manager.cc:1046] Loading token signing keys... 17:47:58.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:58.083653 1588 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:47:58.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:58.083987 1588 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:47:58.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.087396 1591 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df: Generated new TSK 0 17:47:58.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.140924 1604 sys_catalog.cc:337] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "861d9d57a6cc49d794cc97dfb88763df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } } 17:47:58.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.141654 1604 sys_catalog.cc:340] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df [sys.catalog]: This master's current role is: LEADER 17:47:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.142848 1608 sys_catalog.cc:337] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "861d9d57a6cc49d794cc97dfb88763df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } } 17:47:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.144076 1608 sys_catalog.cc:340] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [sys.catalog]: This master's current role is: FOLLOWER 17:47:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.142068 1585 sys_catalog.cc:337] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 861d9d57a6cc49d794cc97dfb88763df. Latest consensus state: current_term: 1 leader_uuid: "861d9d57a6cc49d794cc97dfb88763df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb8d7e55eec346deb84141bd4ea37549" member_type: VOTER last_known_addr { host: "127.1.84.254" port: 42686 } } peers { permanent_uuid: "26058cf2320d49a99cde9fda9ad010e2" member_type: VOTER last_known_addr { host: "127.1.84.253" port: 48725 } } peers { permanent_uuid: "861d9d57a6cc49d794cc97dfb88763df" member_type: VOTER last_known_addr { host: "127.1.84.252" port: 54512 } } } 17:47:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.144853 1585 sys_catalog.cc:340] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2 [sys.catalog]: This master's current role is: FOLLOWER 17:47:58.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.290256 1569 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.299034 1569 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:58.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.306221 1569 tablet_server_main.cc:90] Starting tablet server... 17:47:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.729192 1569 rpc_server.cc:205] RPC server started. Bound to: 127.1.84.193:33898 17:47:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.730685 1569 webserver.cc:175] Starting webserver on 127.1.84.193:0 17:47:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.730834 1569 webserver.cc:186] Document root disabled 17:47:58.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.738589 1569 webserver.cc:313] Webserver started. Bound to: http://127.1.84.193:35667/ 17:47:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.739503 1569 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-0/data/info.pb 17:47:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.744004 1363 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 1569 17:47:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.745086 1363 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/wal 17:47:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/data 17:47:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.1.84.194:0 17:47:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.1.84.194 17:47:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.1.84.194 17:47:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.1.84.254:42686,127.1.84.253:48725,127.1.84.252:54512 17:47:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/logs 17:47:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/data/info.pb 17:47:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.781090 1577 catalog_manager.cc:1082] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549: acquiring CA information for follower catalog manager: success 17:47:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.784168 1577 catalog_manager.cc:1110] T 00000000000000000000000000000000 P fb8d7e55eec346deb84141bd4ea37549: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.788466 1569 tablet_server_main.cc:93] Tablet server successfully started. 17:47:58.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.817133 1724 heartbeater.cc:346] Connected to a master server at 127.1.84.252:54512 17:47:58.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.817466 1724 heartbeater.cc:426] Registering TS with master... 17:47:58.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.818043 1724 heartbeater.cc:475] Master 127.1.84.252:54512 requested a full tablet report, sending... 17:47:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.820863 1533 ts_manager.cc:98] Registered new tserver with Master: ca10da9de82a4f528af458225a891de9 (127.1.84.193:33898) 17:47:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.827558 1533 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.1.84.193:35306 17:47:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.817139 1720 heartbeater.cc:346] Connected to a master server at 127.1.84.253:48725 17:47:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.833369 1720 heartbeater.cc:426] Registering TS with master... 17:47:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.833742 1720 heartbeater.cc:475] Master 127.1.84.253:48725 requested a full tablet report, sending... 17:47:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.836683 1469 ts_manager.cc:98] Registered new tserver with Master: ca10da9de82a4f528af458225a891de9 (127.1.84.193:33898) 17:47:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.836978 1719 heartbeater.cc:346] Connected to a master server at 127.1.84.254:42686 17:47:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.837196 1719 heartbeater.cc:426] Registering TS with master... 17:47:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.837541 1719 heartbeater.cc:475] Master 127.1.84.254:42686 requested a full tablet report, sending... 17:47:58.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:58.840673 1399 ts_manager.cc:98] Registered new tserver with Master: ca10da9de82a4f528af458225a891de9 (127.1.84.193:33898) 17:47:58.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:47:58.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:58.974990 1723 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:47:58.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:58.975823 1723 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:47:58.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:58.992578 1723 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:47:58.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:47:58.993197 1723 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.84.194 17:47:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.036587 1723 tablet_server_main.cc:78] Tablet server non-default flags: 17:47:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/data 17:47:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/wal 17:47:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.1.84.194:0 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/data/info.pb 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.1.84.194 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.1.84.254:42686,127.1.84.253:48725,127.1.84.252:54512 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.1.84.194 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/logs 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:47:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:47:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.064770 1723 tablet_server_main.cc:85] Initializing tablet server... 17:47:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.067687 1723 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 215064us 17:47:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.068410 1723 fs_manager.cc:262] Metadata directory not provided 17:47:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.068692 1723 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:47:59.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.069159 1723 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:47:59.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.069466 1723 server_base.cc:433] Attempting to create new FS layout instead 17:47:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.074981 1723 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/data/instance: 17:47:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1da1ecc93eda42b7a920491efd8f8e17" 17:47:59.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:59 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.076176 1723 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/wal/instance: 17:47:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1da1ecc93eda42b7a920491efd8f8e17" 17:47:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:59 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.090283 1588 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2: acquiring CA information for follower catalog manager: success 17:47:59.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.094090 1588 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 26058cf2320d49a99cde9fda9ad010e2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:47:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.103727 1723 fs_manager.cc:502] Time spent creating directory manager: real 0.027s user 0.015s sys 0.009s 17:47:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.105640 1723 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:47:59.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.106357 1723 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:47:59.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.123809 1723 fs_manager.cc:418] Time spent opening block manager: real 0.006s user 0.000s sys 0.005s 17:47:59.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.124094 1723 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/wal 17:47:59.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1da1ecc93eda42b7a920491efd8f8e17" 17:47:59.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:47:59 on quasar-kpilnl-1.vpc.cloudera.com" 17:47:59.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.124632 1723 fs_report.cc:352] FS layout report 17:47:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:47:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/wal 17:47:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/wal 17:47:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/data/data 17:47:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:47:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:47:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:47:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:47:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:47:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:47:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:47:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:47:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:47:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:47:59.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.404120 1723 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:47:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.413096 1723 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:47:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.419251 1723 tablet_server_main.cc:90] Starting tablet server... 17:47:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.832093 1724 heartbeater.cc:467] Master 127.1.84.252:54512 was elected leader, sending a full tablet report... 17:47:59.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.944197 1723 rpc_server.cc:205] RPC server started. Bound to: 127.1.84.194:47122 17:47:59.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.945580 1723 webserver.cc:175] Starting webserver on 127.1.84.194:0 17:47:59.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.945822 1723 webserver.cc:186] Document root disabled 17:47:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.947710 1723 webserver.cc:313] Webserver started. Bound to: http://127.1.84.194:44761/ 17:47:59.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.948673 1723 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-1/data/info.pb 17:47:59.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.949708 1363 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 1723 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.950812 1363 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/wal 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/data 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.1.84.195:0 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.1.84.195 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.1.84.195 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.1.84.254:42686,127.1.84.253:48725,127.1.84.252:54512 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/logs 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/data/info.pb 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:47:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:47:59.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:47:59.985260 1723 tablet_server_main.cc:93] Tablet server successfully started. 17:48:00.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.032727 1851 heartbeater.cc:346] Connected to a master server at 127.1.84.253:48725 17:48:00.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.033062 1851 heartbeater.cc:426] Registering TS with master... 17:48:00.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.033749 1851 heartbeater.cc:475] Master 127.1.84.253:48725 requested a full tablet report, sending... 17:48:00.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.037570 1855 heartbeater.cc:346] Connected to a master server at 127.1.84.252:54512 17:48:00.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.037811 1855 heartbeater.cc:426] Registering TS with master... 17:48:00.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.037978 1469 ts_manager.cc:98] Registered new tserver with Master: 1da1ecc93eda42b7a920491efd8f8e17 (127.1.84.194:47122) 17:48:00.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.038486 1855 heartbeater.cc:475] Master 127.1.84.252:54512 requested a full tablet report, sending... 17:48:00.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.040405 1533 ts_manager.cc:98] Registered new tserver with Master: 1da1ecc93eda42b7a920491efd8f8e17 (127.1.84.194:47122) 17:48:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.042158 1533 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.1.84.194:42361 17:48:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.042953 1850 heartbeater.cc:346] Connected to a master server at 127.1.84.254:42686 17:48:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.043186 1850 heartbeater.cc:426] Registering TS with master... 17:48:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.043613 1850 heartbeater.cc:475] Master 127.1.84.254:42686 requested a full tablet report, sending... 17:48:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.047967 1399 ts_manager.cc:98] Registered new tserver with Master: 1da1ecc93eda42b7a920491efd8f8e17 (127.1.84.194:47122) 17:48:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:00.119516 1852 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:00.119990 1852 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:00.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:00.129384 1852 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:00.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:00.129832 1852 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.84.195 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.145125 1852 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/data 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/wal 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.1.84.195:0 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/data/info.pb 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.1.84.195 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.1.84.254:42686,127.1.84.253:48725,127.1.84.252:54512 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.1.84.195 17:48:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/logs 17:48:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:00.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.160945 1852 tablet_server_main.cc:85] Initializing tablet server... 17:48:00.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.163122 1852 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 215564us 17:48:00.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.163650 1852 fs_manager.cc:262] Metadata directory not provided 17:48:00.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.163790 1852 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:00.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.164165 1852 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:00.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.164422 1852 server_base.cc:433] Attempting to create new FS layout instead 17:48:00.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.167640 1852 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/data/instance: 17:48:00.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c1fd17963d574901b8792d356c0d999a" 17:48:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.168464 1852 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/wal/instance: 17:48:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c1fd17963d574901b8792d356c0d999a" 17:48:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.184782 1852 fs_manager.cc:502] Time spent creating directory manager: real 0.016s user 0.006s sys 0.005s 17:48:00.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.186058 1852 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:00.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.186563 1852 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.194422 1852 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.001s 17:48:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.194583 1852 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/wal 17:48:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c1fd17963d574901b8792d356c0d999a" 17:48:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.194877 1852 fs_report.cc:352] FS layout report 17:48:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/wal 17:48:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/wal 17:48:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/data/data 17:48:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:00.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.387025 1852 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:00.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.390791 1852 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:00.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.392316 1852 tablet_server_main.cc:90] Starting tablet server... 17:48:00.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.535603 1852 rpc_server.cc:205] RPC server started. Bound to: 127.1.84.195:47835 17:48:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.537178 1852 webserver.cc:175] Starting webserver on 127.1.84.195:0 17:48:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.537304 1852 webserver.cc:186] Document root disabled 17:48:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.538929 1852 webserver.cc:313] Webserver started. Bound to: http://127.1.84.195:42012/ 17:48:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.539798 1852 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3585918500301484088/ts-2/data/info.pb 17:48:00.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.546595 1363 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 1852 17:48:00.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.561470 1852 tablet_server_main.cc:93] Tablet server successfully started. 17:48:00.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.600908 1982 heartbeater.cc:346] Connected to a master server at 127.1.84.253:48725 17:48:00.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.601342 1982 heartbeater.cc:426] Registering TS with master... 17:48:00.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.602582 1982 heartbeater.cc:475] Master 127.1.84.253:48725 requested a full tablet report, sending... 17:48:00.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.605684 1469 ts_manager.cc:98] Registered new tserver with Master: c1fd17963d574901b8792d356c0d999a (127.1.84.195:47835) 17:48:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.601847 1981 heartbeater.cc:346] Connected to a master server at 127.1.84.254:42686 17:48:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.614118 1981 heartbeater.cc:426] Registering TS with master... 17:48:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.614487 1981 heartbeater.cc:475] Master 127.1.84.254:42686 requested a full tablet report, sending... 17:48:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.616554 1399 ts_manager.cc:98] Registered new tserver with Master: c1fd17963d574901b8792d356c0d999a (127.1.84.195:47835) 17:48:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.602286 1983 heartbeater.cc:346] Connected to a master server at 127.1.84.252:54512 17:48:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.618227 1983 heartbeater.cc:426] Registering TS with master... 17:48:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.618713 1983 heartbeater.cc:475] Master 127.1.84.252:54512 requested a full tablet report, sending... 17:48:00.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.620055 1533 ts_manager.cc:98] Registered new tserver with Master: c1fd17963d574901b8792d356c0d999a (127.1.84.195:47835) 17:48:00.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.621176 1533 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.1.84.195:42955 17:48:00.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.623301 1363 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:48:00.624 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:48:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.692276 1533 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.1.84.252:52785: 17:48:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:48:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:48:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:48:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.743099 1918 tablet_service.cc:759] Processing CreateTablet for tablet ce92d67188c94bf7a1e457fb0480755a (table=test [id=0620e55b6d804cc783a45691a13301b1]), partition=RANGE (key) PARTITION VALUES < 50 17:48:00.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.744097 1918 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet ce92d67188c94bf7a1e457fb0480755a. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.750479 1656 tablet_service.cc:759] Processing CreateTablet for tablet a52eff9d19a7440ba81b1dc195a40674 (table=test [id=0620e55b6d804cc783a45691a13301b1]), partition=RANGE (key) PARTITION VALUES >= 50 17:48:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.751565 1656 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet a52eff9d19a7440ba81b1dc195a40674. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.764909 1918 ts_tablet_manager.cc:1173] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a: Registered tablet (data state: TABLET_DATA_READY) 17:48:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.766713 2056 ts_tablet_manager.cc:1028] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a: Bootstrapping tablet 17:48:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.767400 2056 tablet_bootstrap.cc:438] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a: Bootstrap starting. 17:48:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.769062 1656 ts_tablet_manager.cc:1173] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9: Registered tablet (data state: TABLET_DATA_READY) 17:48:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.770615 2056 tablet_bootstrap.cc:592] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a: No blocks or log segments found. Creating new log. 17:48:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.770583 2057 ts_tablet_manager.cc:1028] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9: Bootstrapping tablet 17:48:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.771255 2057 tablet_bootstrap.cc:438] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9: Bootstrap starting. 17:48:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.772282 2056 log.cc:525] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a: Log is configured to *not* fsync() on all Append() calls 17:48:00.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.773403 2057 tablet_bootstrap.cc:592] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9: No blocks or log segments found. Creating new log. 17:48:00.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.774591 2057 log.cc:525] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9: Log is configured to *not* fsync() on all Append() calls 17:48:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.779808 2056 tablet_bootstrap.cc:438] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a: No bootstrap required, opened a new log 17:48:00.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.780104 2056 ts_tablet_manager.cc:1045] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a: Time spent bootstrapping tablet: real 0.013s user 0.005s sys 0.003s 17:48:00.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.787559 2057 tablet_bootstrap.cc:438] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9: No bootstrap required, opened a new log 17:48:00.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.787847 2057 ts_tablet_manager.cc:1045] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9: Time spent bootstrapping tablet: real 0.017s user 0.004s sys 0.001s 17:48:00.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.791736 2056 raft_consensus.cc:325] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c1fd17963d574901b8792d356c0d999a" member_type: VOTER last_known_addr { host: "127.1.84.195" port: 47835 } } 17:48:00.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.792197 2056 raft_consensus.cc:351] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:00.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.792402 2056 raft_consensus.cc:630] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c1fd17963d574901b8792d356c0d999a, State: Initialized, Role: FOLLOWER 17:48:00.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.793004 2056 consensus_queue.cc:228] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c1fd17963d574901b8792d356c0d999a" member_type: VOTER last_known_addr { host: "127.1.84.195" port: 47835 } } 17:48:00.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.793483 2056 raft_consensus.cc:365] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:00.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.793714 2056 raft_consensus.cc:457] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:00.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.793934 2056 raft_consensus.cc:2742] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a: Snoozing failure detection for 1.605s (starting election) 17:48:00.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.794152 2056 raft_consensus.cc:2794] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a [term 0 FOLLOWER]: Advancing to term 1 17:48:00.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.797684 2056 raft_consensus.cc:479] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c1fd17963d574901b8792d356c0d999a" member_type: VOTER last_known_addr { host: "127.1.84.195" port: 47835 } } 17:48:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.798193 2056 leader_election.cc:278] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.798437 2057 raft_consensus.cc:325] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ca10da9de82a4f528af458225a891de9" member_type: VOTER last_known_addr { host: "127.1.84.193" port: 33898 } } 17:48:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.798880 2057 raft_consensus.cc:351] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.799073 2057 raft_consensus.cc:630] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca10da9de82a4f528af458225a891de9, State: Initialized, Role: FOLLOWER 17:48:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.799769 2057 consensus_queue.cc:228] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ca10da9de82a4f528af458225a891de9" member_type: VOTER last_known_addr { host: "127.1.84.193" port: 33898 } } 17:48:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.800303 2060 raft_consensus.cc:2742] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a: Snoozing failure detection for 2.176s (election complete) 17:48:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.800410 2057 raft_consensus.cc:365] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.800638 2057 raft_consensus.cc:457] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.800786 2060 raft_consensus.cc:2549] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a [term 1 FOLLOWER]: Leader election won for term 1 17:48:00.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.800951 2057 raft_consensus.cc:2742] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9: Snoozing failure detection for 2.046s (starting election) 17:48:00.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.801261 2057 raft_consensus.cc:2794] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9 [term 0 FOLLOWER]: Advancing to term 1 17:48:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.802634 1983 heartbeater.cc:467] Master 127.1.84.252:54512 was elected leader, sending a full tablet report... 17:48:00.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:00.804999 1987 tablet.cc:1728] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:00.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.805202 2057 raft_consensus.cc:479] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ca10da9de82a4f528af458225a891de9" member_type: VOTER last_known_addr { host: "127.1.84.193" port: 33898 } } 17:48:00.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.805382 2060 raft_consensus.cc:595] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a [term 1 LEADER]: Becoming Leader. State: Replica: c1fd17963d574901b8792d356c0d999a, State: Running, Role: LEADER 17:48:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.805835 2057 leader_election.cc:278] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.806154 2060 consensus_queue.cc:205] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c1fd17963d574901b8792d356c0d999a" member_type: VOTER last_known_addr { host: "127.1.84.195" port: 47835 } } 17:48:00.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.807899 2063 raft_consensus.cc:2742] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9: Snoozing failure detection for 1.619s (election complete) 17:48:00.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.808380 2063 raft_consensus.cc:2549] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9 [term 1 FOLLOWER]: Leader election won for term 1 17:48:00.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.808970 2056 ts_tablet_manager.cc:1073] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a: Time spent starting tablet: real 0.029s user 0.015s sys 0.007s 17:48:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.810495 2057 ts_tablet_manager.cc:1073] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9: Time spent starting tablet: real 0.022s user 0.019s sys 0.002s 17:48:00.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.812268 2063 raft_consensus.cc:595] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9 [term 1 LEADER]: Becoming Leader. State: Replica: ca10da9de82a4f528af458225a891de9, State: Running, Role: LEADER 17:48:00.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.812842 2063 consensus_queue.cc:205] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ca10da9de82a4f528af458225a891de9" member_type: VOTER last_known_addr { host: "127.1.84.193" port: 33898 } } 17:48:00.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.814961 1533 catalog_manager.cc:3758] T ce92d67188c94bf7a1e457fb0480755a P c1fd17963d574901b8792d356c0d999a reported cstate change: term changed from 0 to 1, leader changed from to c1fd17963d574901b8792d356c0d999a (127.1.84.195). New cstate: current_term: 1 leader_uuid: "c1fd17963d574901b8792d356c0d999a" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c1fd17963d574901b8792d356c0d999a" member_type: VOTER last_known_addr { host: "127.1.84.195" port: 47835 } health_report { overall_health: HEALTHY } } } 17:48:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.826926 1532 catalog_manager.cc:3758] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9 reported cstate change: term changed from 0 to 1, leader changed from to ca10da9de82a4f528af458225a891de9 (127.1.84.193). New cstate: current_term: 1 leader_uuid: "ca10da9de82a4f528af458225a891de9" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ca10da9de82a4f528af458225a891de9" member_type: VOTER last_known_addr { host: "127.1.84.193" port: 33898 } health_report { overall_health: HEALTHY } } } 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.857010 1532 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.1.84.252:52785: 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:00.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:00.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:00.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:00.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.883755 1787 tablet_service.cc:759] Processing CreateTablet for tablet eaa68b0651194fd7bcb066cf93938f24 (table=simple-test [id=cda48b00dae74108a0e73c4f495ee6dd]), partition=RANGE (key) PARTITION UNBOUNDED 17:48:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.884433 1787 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet eaa68b0651194fd7bcb066cf93938f24. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:00.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.896422 1787 ts_tablet_manager.cc:1173] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17: Registered tablet (data state: TABLET_DATA_READY) 17:48:00.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.897864 2069 ts_tablet_manager.cc:1028] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17: Bootstrapping tablet 17:48:00.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.898432 2069 tablet_bootstrap.cc:438] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17: Bootstrap starting. 17:48:00.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.902097 2069 tablet_bootstrap.cc:592] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17: No blocks or log segments found. Creating new log. 17:48:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.903903 2069 log.cc:525] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17: Log is configured to *not* fsync() on all Append() calls 17:48:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.912492 2069 tablet_bootstrap.cc:438] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17: No bootstrap required, opened a new log 17:48:00.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.912976 2069 ts_tablet_manager.cc:1045] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17: Time spent bootstrapping tablet: real 0.015s user 0.006s sys 0.003s 17:48:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.931279 2069 raft_consensus.cc:325] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1da1ecc93eda42b7a920491efd8f8e17" member_type: VOTER last_known_addr { host: "127.1.84.194" port: 47122 } } 17:48:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.932009 2069 raft_consensus.cc:351] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.932303 2069 raft_consensus.cc:630] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1da1ecc93eda42b7a920491efd8f8e17, State: Initialized, Role: FOLLOWER 17:48:00.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.933086 2069 consensus_queue.cc:228] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1da1ecc93eda42b7a920491efd8f8e17" member_type: VOTER last_known_addr { host: "127.1.84.194" port: 47122 } } 17:48:00.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.933737 2069 raft_consensus.cc:365] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:00.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.934082 2069 raft_consensus.cc:457] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:00.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.934397 2069 raft_consensus.cc:2742] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17: Snoozing failure detection for 2.107s (starting election) 17:48:00.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.934737 2069 raft_consensus.cc:2794] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17 [term 0 FOLLOWER]: Advancing to term 1 17:48:00.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.939146 2069 raft_consensus.cc:479] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1da1ecc93eda42b7a920491efd8f8e17" member_type: VOTER last_known_addr { host: "127.1.84.194" port: 47122 } } 17:48:00.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.939877 2069 leader_election.cc:278] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.942198 2071 raft_consensus.cc:2742] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17: Snoozing failure detection for 1.860s (election complete) 17:48:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.942723 2071 raft_consensus.cc:2549] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17 [term 1 FOLLOWER]: Leader election won for term 1 17:48:00.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.944398 1855 heartbeater.cc:467] Master 127.1.84.252:54512 was elected leader, sending a full tablet report... 17:48:00.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.946135 2069 ts_tablet_manager.cc:1073] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17: Time spent starting tablet: real 0.033s user 0.024s sys 0.006s 17:48:01.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:00.945817 2071 raft_consensus.cc:595] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17 [term 1 LEADER]: Becoming Leader. State: Replica: 1da1ecc93eda42b7a920491efd8f8e17, State: Running, Role: LEADER 17:48:01.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:01.006961 2071 consensus_queue.cc:205] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1da1ecc93eda42b7a920491efd8f8e17" member_type: VOTER last_known_addr { host: "127.1.84.194" port: 47122 } } 17:48:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:01.028623 1727 tablet.cc:1728] T a52eff9d19a7440ba81b1dc195a40674 P ca10da9de82a4f528af458225a891de9: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:00.982897 1857 tablet.cc:1728] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:01.051337 1532 catalog_manager.cc:3758] T eaa68b0651194fd7bcb066cf93938f24 P 1da1ecc93eda42b7a920491efd8f8e17 reported cstate change: term changed from 0 to 1, leader changed from to 1da1ecc93eda42b7a920491efd8f8e17 (127.1.84.194). New cstate: current_term: 1 leader_uuid: "1da1ecc93eda42b7a920491efd8f8e17" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1da1ecc93eda42b7a920491efd8f8e17" member_type: VOTER last_known_addr { host: "127.1.84.194" port: 47122 } health_report { overall_health: HEALTHY } } } 17:48:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:01.421165 1363 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 1569 17:48:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:01.466567 1380 connection.cc:512] server connection from 127.1.84.193:57898 recv error: Network error: failed to read from TLS socket (remote: 127.1.84.193:57898): Connection reset by peer (error 104) 17:48:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:01.467392 1449 connection.cc:512] server connection from 127.1.84.193:57395 recv error: Network error: failed to read from TLS socket (remote: 127.1.84.193:57395): Connection reset by peer (error 104) 17:48:01.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:01.468304 1514 connection.cc:512] server connection from 127.1.84.193:35306 recv error: Network error: failed to read from TLS socket (remote: 127.1.84.193:35306): Connection reset by peer (error 104) 17:48:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:01.474658 1363 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 1723 17:48:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:01.509436 1383 connection.cc:512] server connection from 127.1.84.194:45028 recv error: Network error: failed to read from TLS socket (remote: 127.1.84.194:45028): Connection reset by peer (error 104) 17:48:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:01.509433 1517 connection.cc:512] server connection from 127.1.84.194:42361 recv error: Network error: failed to read from TLS socket (remote: 127.1.84.194:42361): Connection reset by peer (error 104) 17:48:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:01.510143 1363 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 1852 17:48:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:01.514806 1453 connection.cc:512] server connection from 127.1.84.194:58813 recv error: Network error: failed to read from TLS socket (remote: 127.1.84.194:58813): Connection reset by peer (error 104) 17:48:01.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:01.533475 1383 connection.cc:512] server connection from 127.1.84.195:36591 recv error: Network error: failed to read from TLS socket (remote: 127.1.84.195:36591): Connection reset by peer (error 104) 17:48:01.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:01.534072 1517 connection.cc:512] server connection from 127.1.84.195:42955 recv error: Network error: failed to read from TLS socket (remote: 127.1.84.195:42955): Connection reset by peer (error 104) 17:48:01.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:01.534129 1363 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 1371 17:48:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:01.534765 1449 connection.cc:512] server connection from 127.1.84.195:35163 recv error: Network error: failed to read from TLS socket (remote: 127.1.84.195:35163): Connection reset by peer (error 104) 17:48:01.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:01.554844 1363 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 1433 17:48:01.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:01.575958 1515 consensus_peers.cc:433] T 00000000000000000000000000000000 P 861d9d57a6cc49d794cc97dfb88763df -> Peer fb8d7e55eec346deb84141bd4ea37549 (127.1.84.254:42686): Couldn't send request to peer fb8d7e55eec346deb84141bd4ea37549 for tablet 00000000000000000000000000000000. Status: Network error: Client connection negotiation failed: client connection to 127.1.84.254:42686: connect: Connection refused (error 111). Retrying in the next heartbeat period. Already tried 1 times. 17:48:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:01.578315 1363 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 1503 17:48:02.627 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614082627 17:48:02.628 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:48:02.628 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:48:02.628 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:48:02.629 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:02.839030 2111 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/wal 17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/data 17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.15.254:37785 17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.15.254 17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/logs 17:48:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/data/info.pb 17:48:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.2.15.254:37785,127.2.15.253:40330,127.2.15.252:60188 with env {} 17:48:02.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:02.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:02.996500 2119 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:02.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:02.996871 2119 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:03.005970 2119 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:03.006096 2119 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:03.006254 2119 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:03.006440 2119 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.025013 2119 master_main.cc:73] Master server non-default flags: 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/data 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/wal 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.2.15.254:37785,127.2.15.253:40330,127.2.15.252:60188 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.15.254:37785 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/data/info.pb 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.15.254 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/logs 17:48:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:03.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.040140 2119 master_main.cc:80] Initializing master server... 17:48:03.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.042560 2119 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 217064us 17:48:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.043382 2119 fs_manager.cc:262] Metadata directory not provided 17:48:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.043504 2119 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.043792 2119 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:03.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.043915 2119 server_base.cc:433] Attempting to create new FS layout instead 17:48:03.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.047732 2119 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/data/instance: 17:48:03.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "fe8d144d0eed4c609e172ffb639c5076" 17:48:03.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:03.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.048494 2119 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/wal/instance: 17:48:03.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "fe8d144d0eed4c609e172ffb639c5076" 17:48:03.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.073034 2119 fs_manager.cc:502] Time spent creating directory manager: real 0.024s user 0.005s sys 0.008s 17:48:03.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.074290 2119 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:03.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.075552 2119 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:03.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.083802 2119 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.083931 2119 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/wal 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "fe8d144d0eed4c609e172ffb639c5076" 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.084185 2119 fs_report.cc:352] FS layout report 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/wal 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/wal 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/data/data 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:03.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.261852 2119 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:03.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.264269 2119 master_main.cc:83] Starting Master server... 17:48:03.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.351534 2119 rpc_server.cc:205] RPC server started. Bound to: 127.2.15.254:37785 17:48:03.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.352609 2119 webserver.cc:175] Starting webserver on 127.2.15.254:0 17:48:03.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.352707 2119 webserver.cc:186] Document root disabled 17:48:03.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.354648 2119 webserver.cc:313] Webserver started. Bound to: http://127.2.15.254:34137/ 17:48:03.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.355367 2119 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-0/data/info.pb 17:48:03.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.358940 2180 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:03.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.364301 2111 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 2119 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.365049 2111 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/wal 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/data 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.15.253:40330 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.15.253 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/logs 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/data/info.pb 17:48:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.2.15.254:37785,127.2.15.253:40330,127.2.15.252:60188 with env {} 17:48:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.372701 2180 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } has no permanent_uuid. Determining permanent_uuid... 17:48:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.394946 2180 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } has no permanent_uuid. Determining permanent_uuid... 17:48:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:03.396719 2180 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.15.253:40330: Network error: Client connection negotiation failed: client connection to 127.2.15.253:40330: connect: Connection refused (error 111) 17:48:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.416095 2180 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } attempt: 1 17:48:03.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:03.417418 2180 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.15.253:40330: Network error: Client connection negotiation failed: client connection to 127.2.15.253:40330: connect: Connection refused (error 111) 17:48:03.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.465730 2180 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } attempt: 2 17:48:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:03.467077 2180 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.15.253:40330: Network error: Client connection negotiation failed: client connection to 127.2.15.253:40330: connect: Connection refused (error 111) 17:48:03.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:03.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:03.528203 2181 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:03.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:03.528571 2181 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:03.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:03.537777 2181 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:03.537907 2181 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:03.537998 2181 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:03.538101 2181 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:03.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.558450 2181 master_main.cc:73] Master server non-default flags: 17:48:03.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/data 17:48:03.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/wal 17:48:03.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:03.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.2.15.254:37785,127.2.15.253:40330,127.2.15.252:60188 17:48:03.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:03.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:03.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.15.253:40330 17:48:03.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/data/info.pb 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.15.253 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/logs 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.573566 2181 master_main.cc:80] Initializing master server... 17:48:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.575968 2181 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 217064us 17:48:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.576792 2181 fs_manager.cc:262] Metadata directory not provided 17:48:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.576933 2181 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.577215 2181 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.577342 2181 server_base.cc:433] Attempting to create new FS layout instead 17:48:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.578418 2180 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } attempt: 3 17:48:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:03.579741 2180 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.15.253:40330: Network error: Client connection negotiation failed: client connection to 127.2.15.253:40330: connect: Connection refused (error 111) 17:48:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.581326 2181 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/data/instance: 17:48:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" 17:48:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:03.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.582072 2181 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/wal/instance: 17:48:03.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" 17:48:03.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.607087 2181 fs_manager.cc:502] Time spent creating directory manager: real 0.025s user 0.009s sys 0.003s 17:48:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.608227 2181 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.609385 2181 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:03.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.617576 2181 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:48:03.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.617691 2181 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/wal 17:48:03.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" 17:48:03.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.617902 2181 fs_report.cc:352] FS layout report 17:48:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/wal 17:48:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/wal 17:48:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/data/data 17:48:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.756043 2180 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } attempt: 4 17:48:03.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:03.757331 2180 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.15.253:40330: Network error: Client connection negotiation failed: client connection to 127.2.15.253:40330: connect: Connection refused (error 111) 17:48:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.866549 2181 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.868965 2181 master_main.cc:83] Starting Master server... 17:48:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.957295 2181 rpc_server.cc:205] RPC server started. Bound to: 127.2.15.253:40330 17:48:03.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.958178 2181 webserver.cc:175] Starting webserver on 127.2.15.253:0 17:48:03.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.958276 2181 webserver.cc:186] Document root disabled 17:48:03.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.960119 2181 webserver.cc:313] Webserver started. Bound to: http://127.2.15.253:40154/ 17:48:03.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.960862 2181 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-1/data/info.pb 17:48:03.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.963349 2111 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 2181 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.964093 2111 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/wal 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/data 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.15.252:60188 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.15.252 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/logs 17:48:03.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/data/info.pb 17:48:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.2.15.254:37785,127.2.15.253:40330,127.2.15.252:60188 with env {} 17:48:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.964169 2246 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:03.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.978910 2246 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } has no permanent_uuid. Determining permanent_uuid... 17:48:03.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:03.996532 2246 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } has no permanent_uuid. Determining permanent_uuid... 17:48:04.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.007305 2246 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } has no permanent_uuid. Determining permanent_uuid... 17:48:04.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.009152 2246 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.15.252:60188: Network error: Client connection negotiation failed: client connection to 127.2.15.252:60188: connect: Connection refused (error 111) 17:48:04.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.028477 2246 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } attempt: 1 17:48:04.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.029855 2246 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.15.252:60188: Network error: Client connection negotiation failed: client connection to 127.2.15.252:60188: connect: Connection refused (error 111) 17:48:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.060675 2180 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } attempt: 5 17:48:04.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.067981 2180 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } has no permanent_uuid. Determining permanent_uuid... 17:48:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.069260 2180 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.15.252:60188: Network error: Client connection negotiation failed: client connection to 127.2.15.252:60188: connect: Connection refused (error 111) 17:48:04.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.078191 2246 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } attempt: 2 17:48:04.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.079439 2246 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.15.252:60188: Network error: Client connection negotiation failed: client connection to 127.2.15.252:60188: connect: Connection refused (error 111) 17:48:04.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.107617 2180 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } attempt: 1 17:48:04.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.109082 2180 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.15.252:60188: Network error: Client connection negotiation failed: client connection to 127.2.15.252:60188: connect: Connection refused (error 111) 17:48:04.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.132658 2247 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.133064 2247 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:04.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.142460 2247 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:04.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.142598 2247 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:04.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.142691 2247 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:04.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.142797 2247 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:04.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.157428 2180 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } attempt: 2 17:48:04.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.158808 2180 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.15.252:60188: Network error: Client connection negotiation failed: client connection to 127.2.15.252:60188: connect: Connection refused (error 111) 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.162807 2247 master_main.cc:73] Master server non-default flags: 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/data 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/wal 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.2.15.254:37785,127.2.15.253:40330,127.2.15.252:60188 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.15.252:60188 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/data/info.pb 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.15.252 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/logs 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:04.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.177985 2247 master_main.cc:80] Initializing master server... 17:48:04.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.179987 2247 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 217564us 17:48:04.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.180768 2247 fs_manager.cc:262] Metadata directory not provided 17:48:04.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.180910 2247 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.181203 2247 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:04.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.181329 2247 server_base.cc:433] Attempting to create new FS layout instead 17:48:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.185111 2247 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/data/instance: 17:48:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b2a5b10a4ce243af813f71f3d69c1c99" 17:48:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:04 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.185858 2247 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/wal/instance: 17:48:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b2a5b10a4ce243af813f71f3d69c1c99" 17:48:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:04 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:04.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.190788 2246 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } attempt: 3 17:48:04.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.192060 2246 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.15.252:60188: Network error: Client connection negotiation failed: client connection to 127.2.15.252:60188: connect: Connection refused (error 111) 17:48:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.219270 2247 fs_manager.cc:502] Time spent creating directory manager: real 0.033s user 0.009s sys 0.005s 17:48:04.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.220556 2247 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:04.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.221768 2247 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.230000 2247 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:48:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.230113 2247 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/wal 17:48:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b2a5b10a4ce243af813f71f3d69c1c99" 17:48:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:04 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.230412 2247 fs_report.cc:352] FS layout report 17:48:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/wal 17:48:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/wal 17:48:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/data/data 17:48:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:04.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:04.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:04.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:04.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:04.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:04.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.259145 2180 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } attempt: 3 17:48:04.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.262713 2180 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.15.252:60188: Network error: Client connection negotiation failed: client connection to 127.2.15.252:60188: connect: Connection refused (error 111) 17:48:04.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.368393 2246 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } attempt: 4 17:48:04.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.369745 2246 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.15.252:60188: Network error: Client connection negotiation failed: client connection to 127.2.15.252:60188: connect: Connection refused (error 111) 17:48:04.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.397830 2247 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.400352 2247 master_main.cc:83] Starting Master server... 17:48:04.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.403085 2180 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } attempt: 4 17:48:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.404263 2180 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.15.252:60188: Network error: Client connection negotiation failed: client connection to 127.2.15.252:60188: connect: Connection refused (error 111) 17:48:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.489315 2247 rpc_server.cc:205] RPC server started. Bound to: 127.2.15.252:60188 17:48:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.490288 2247 webserver.cc:175] Starting webserver on 127.2.15.252:0 17:48:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.490387 2247 webserver.cc:186] Document root disabled 17:48:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.492267 2247 webserver.cc:313] Webserver started. Bound to: http://127.2.15.252:58341/ 17:48:04.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.493350 2247 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/master-2/data/info.pb 17:48:04.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.496995 2311 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:04.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.502604 2111 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 2247 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.503952 2111 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/wal 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/data 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.15.193:0 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.2.15.193 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.15.193 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.2.15.254:37785,127.2.15.253:40330,127.2.15.252:60188 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/logs 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/data/info.pb 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.512267 2311 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } has no permanent_uuid. Determining permanent_uuid... 17:48:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.528348 2311 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } has no permanent_uuid. Determining permanent_uuid... 17:48:04.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.535743 2311 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } has no permanent_uuid. Determining permanent_uuid... 17:48:04.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.553109 2311 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99: Bootstrap starting. 17:48:04.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.555517 2311 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99: No blocks or log segments found. Creating new log. 17:48:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.556900 2311 log.cc:525] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99: Log is configured to *not* fsync() on all Append() calls 17:48:04.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.582792 2311 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99: No bootstrap required, opened a new log 17:48:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.593439 2311 raft_consensus.cc:325] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } 17:48:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.593938 2311 raft_consensus.cc:351] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:04.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.594135 2311 raft_consensus.cc:630] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b2a5b10a4ce243af813f71f3d69c1c99, State: Initialized, Role: FOLLOWER 17:48:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.594666 2311 consensus_queue.cc:228] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } 17:48:04.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.597772 2311 sys_catalog.cc:337] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } } 17:48:04.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.598573 2311 sys_catalog.cc:340] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [sys.catalog]: This master's current role is: FOLLOWER 17:48:04.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.599478 2311 sys_catalog.cc:424] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [sys.catalog]: configured and running, proceeding with master startup. 17:48:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.669643 2180 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } attempt: 5 17:48:04.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.673079 2246 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } attempt: 5 17:48:04.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:04.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.703320 2312 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:04.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.703912 2312 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.598340 2317 sys_catalog.cc:337] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } } 17:48:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.715389 2317 sys_catalog.cc:340] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [sys.catalog]: This master's current role is: FOLLOWER 17:48:04.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.719344 2312 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.719964 2312 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.15.193 17:48:04.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.653409 2267 tablet.cc:1728] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.753260 2312 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/data 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/wal 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.15.193:0 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/data/info.pb 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.15.193 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.2.15.254:37785,127.2.15.253:40330,127.2.15.252:60188 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.2.15.193 17:48:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/logs 17:48:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:04.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.756778 2247 master_main.cc:86] Master server successfully started. 17:48:04.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.760352 2318 catalog_manager.cc:1084] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:04.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.760749 2318 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:04.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.761392 2246 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff: Bootstrap starting. 17:48:04.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.761415 2180 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076: Bootstrap starting. 17:48:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.764911 2180 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076: No blocks or log segments found. Creating new log. 17:48:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.764911 2246 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff: No blocks or log segments found. Creating new log. 17:48:04.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.766785 2246 log.cc:525] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff: Log is configured to *not* fsync() on all Append() calls 17:48:04.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.769937 2180 log.cc:525] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076: Log is configured to *not* fsync() on all Append() calls 17:48:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.781750 2246 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff: No bootstrap required, opened a new log 17:48:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.782835 2312 tablet_server_main.cc:85] Initializing tablet server... 17:48:04.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.786983 2312 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 217564us 17:48:04.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.787631 2312 fs_manager.cc:262] Metadata directory not provided 17:48:04.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.787804 2312 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:04.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.788252 2312 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:04.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.788537 2312 server_base.cc:433] Attempting to create new FS layout instead 17:48:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.790092 2180 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076: No bootstrap required, opened a new log 17:48:04.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.794045 2312 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/data/instance: 17:48:04.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "be3b57f126cd4917bb96813e7b1da56e" 17:48:04.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:04 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:04.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.795186 2312 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/wal/instance: 17:48:04.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "be3b57f126cd4917bb96813e7b1da56e" 17:48:04.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:04 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:04.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.812708 2246 raft_consensus.cc:325] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } 17:48:04.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.813583 2246 raft_consensus.cc:351] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:04.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.813874 2246 raft_consensus.cc:630] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 67b487bbc2fc45d5ba0f247c5a1e0fff, State: Initialized, Role: FOLLOWER 17:48:04.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.813967 2180 raft_consensus.cc:325] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } 17:48:04.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.814859 2180 raft_consensus.cc:351] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:04.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.814661 2246 consensus_queue.cc:228] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } 17:48:04.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.815142 2180 raft_consensus.cc:630] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fe8d144d0eed4c609e172ffb639c5076, State: Initialized, Role: FOLLOWER 17:48:04.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.815824 2180 consensus_queue.cc:228] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } 17:48:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.817044 2317 raft_consensus.cc:457] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:48:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.817405 2317 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99: Snoozing failure detection for 1.783s (starting election) 17:48:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.817703 2317 raft_consensus.cc:479] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } 17:48:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.818270 2327 sys_catalog.cc:337] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } } 17:48:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.818962 2327 sys_catalog.cc:340] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [sys.catalog]: This master's current role is: FOLLOWER 17:48:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.818938 2317 leader_election.cc:251] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer fe8d144d0eed4c609e172ffb639c5076 (127.2.15.254:37785) 17:48:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.819588 2317 leader_election.cc:251] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 67b487bbc2fc45d5ba0f247c5a1e0fff (127.2.15.253:40330) 17:48:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.820538 2246 sys_catalog.cc:337] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } } 17:48:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.821717 2246 sys_catalog.cc:340] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [sys.catalog]: This master's current role is: FOLLOWER 17:48:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.824641 2329 sys_catalog.cc:337] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } } 17:48:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.826407 2329 sys_catalog.cc:340] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [sys.catalog]: This master's current role is: FOLLOWER 17:48:04.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.823531 2246 sys_catalog.cc:424] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [sys.catalog]: configured and running, proceeding with master startup. 17:48:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.853049 2312 fs_manager.cc:502] Time spent creating directory manager: real 0.057s user 0.012s sys 0.009s 17:48:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.854835 2312 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.856235 2312 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:04.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.888697 2312 fs_manager.cc:418] Time spent opening block manager: real 0.017s user 0.001s sys 0.004s 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.888900 2312 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/wal 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "be3b57f126cd4917bb96813e7b1da56e" 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:04 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.889220 2312 fs_report.cc:352] FS layout report 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/wal 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/wal 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/data/data 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:04.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:04.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.823657 2223 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" is_pre_election: true 17:48:04.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.946269 2223 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff: Snoozing failure detection for 1.839s (vote granted) 17:48:04.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.946583 2223 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b2a5b10a4ce243af813f71f3d69c1c99 in term 0. 17:48:04.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.947669 2260 leader_election.cc:387] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 67b487bbc2fc45d5ba0f247c5a1e0fff (127.2.15.253:40330) 17:48:04.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.947922 2260 leader_election.cc:278] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:48:04.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.948545 2317 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99: Snoozing failure detection for 1.890s (election complete) 17:48:04.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.948803 2317 raft_consensus.cc:2549] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:48:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.949053 2317 raft_consensus.cc:457] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:48:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.949252 2317 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99: Snoozing failure detection for 1.817s (starting election) 17:48:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.949476 2317 raft_consensus.cc:2794] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [term 0 FOLLOWER]: Advancing to term 1 17:48:04.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.955973 2317 raft_consensus.cc:479] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } 17:48:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.956985 2317 leader_election.cc:251] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [CANDIDATE]: Term 1 election: Requesting vote from peer fe8d144d0eed4c609e172ffb639c5076 (127.2.15.254:37785) 17:48:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.957480 2317 leader_election.cc:251] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [CANDIDATE]: Term 1 election: Requesting vote from peer 67b487bbc2fc45d5ba0f247c5a1e0fff (127.2.15.253:40330) 17:48:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:04.826220 2328 raft_consensus.cc:457] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:48:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.013113 2328 raft_consensus.cc:2742] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076: Snoozing failure detection for 1.589s (starting election) 17:48:05.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.013458 2328 raft_consensus.cc:479] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } 17:48:05.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.014765 2328 leader_election.cc:251] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 67b487bbc2fc45d5ba0f247c5a1e0fff (127.2.15.253:40330) 17:48:05.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.015413 2328 leader_election.cc:251] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer b2a5b10a4ce243af813f71f3d69c1c99 (127.2.15.252:60188) 17:48:05.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.017138 2288 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fe8d144d0eed4c609e172ffb639c5076" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" is_pre_election: true 17:48:05.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.017864 2288 raft_consensus.cc:2185] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate fe8d144d0eed4c609e172ffb639c5076 in current term 1: Already voted for candidate b2a5b10a4ce243af813f71f3d69c1c99 in this term. 17:48:05.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.017781 2180 sys_catalog.cc:337] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } } 17:48:05.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.018419 2180 sys_catalog.cc:340] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [sys.catalog]: This master's current role is: FOLLOWER 17:48:05.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.019196 2128 leader_election.cc:401] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [CANDIDATE]: Term 1 pre-election: Vote denied by peer b2a5b10a4ce243af813f71f3d69c1c99 (127.2.15.252:60188). Message: Invalid argument: T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate fe8d144d0eed4c609e172ffb639c5076 in current term 1: Already voted for candidate b2a5b10a4ce243af813f71f3d69c1c99 in this term. 17:48:05.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.019765 2180 sys_catalog.cc:424] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [sys.catalog]: configured and running, proceeding with master startup. 17:48:05.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.019824 2157 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fe8d144d0eed4c609e172ffb639c5076" is_pre_election: true 17:48:05.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.019943 2156 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fe8d144d0eed4c609e172ffb639c5076" 17:48:05.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.020643 2156 raft_consensus.cc:2794] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [term 0 FOLLOWER]: Advancing to term 1 17:48:05.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.020920 2156 raft_consensus.cc:2742] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076: Snoozing failure detection for 1.567s (vote granted) 17:48:05.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.026576 2156 raft_consensus.cc:2255] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b2a5b10a4ce243af813f71f3d69c1c99 in term 1. 17:48:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.027951 2157 raft_consensus.cc:2230] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate b2a5b10a4ce243af813f71f3d69c1c99 for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.029530 2258 leader_election.cc:401] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [CANDIDATE]: Term 1 pre-election: Vote denied by peer fe8d144d0eed4c609e172ffb639c5076 (127.2.15.254:37785). Message: Service unavailable: T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate b2a5b10a4ce243af813f71f3d69c1c99 for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:05.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.030711 2258 leader_election.cc:387] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [CANDIDATE]: Term 1 election: Vote granted by peer fe8d144d0eed4c609e172ffb639c5076 (127.2.15.254:37785) 17:48:05.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.030921 2258 leader_election.cc:278] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:05.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.031338 2317 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99: Snoozing failure detection for 1.694s (election complete) 17:48:05.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.031605 2317 raft_consensus.cc:2549] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [term 1 FOLLOWER]: Leader election won for term 1 17:48:05.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.032616 2119 master_main.cc:86] Master server successfully started. 17:48:05.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.034422 2317 raft_consensus.cc:595] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [term 1 LEADER]: Becoming Leader. State: Replica: b2a5b10a4ce243af813f71f3d69c1c99, State: Running, Role: LEADER 17:48:05.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.034920 2317 consensus_queue.cc:205] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } 17:48:05.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:05.048285 2338 catalog_manager.cc:1084] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:05.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:05.048553 2338 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:05.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.049278 2339 sys_catalog.cc:337] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b2a5b10a4ce243af813f71f3d69c1c99. Latest consensus state: current_term: 1 leader_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } } 17:48:05.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.050086 2339 sys_catalog.cc:340] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [sys.catalog]: This master's current role is: LEADER 17:48:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:04.872503 2202 tablet.cc:1728] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.061697 2342 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:48:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.059715 2223 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" 17:48:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.064268 2181 master_main.cc:86] Master server successfully started. 17:48:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.064427 2223 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [term 0 FOLLOWER]: Advancing to term 1 17:48:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.064730 2223 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff: Snoozing failure detection for 1.881s (vote granted) 17:48:05.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.059878 2222 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fe8d144d0eed4c609e172ffb639c5076" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" is_pre_election: true 17:48:05.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.066957 2342 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:48:05.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:05.067270 2331 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:05.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:05.067526 2331 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.070391 2223 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b2a5b10a4ce243af813f71f3d69c1c99 in term 1. 17:48:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.070981 2222 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate fe8d144d0eed4c609e172ffb639c5076 for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:05.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.075111 2129 leader_election.cc:401] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 67b487bbc2fc45d5ba0f247c5a1e0fff (127.2.15.253:40330). Message: Service unavailable: T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate fe8d144d0eed4c609e172ffb639c5076 for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:05.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.073648 2260 leader_election.cc:387] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [CANDIDATE]: Term 1 election: Vote granted by peer 67b487bbc2fc45d5ba0f247c5a1e0fff (127.2.15.253:40330) 17:48:05.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.075453 2129 leader_election.cc:278] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:48:05.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.076063 2328 raft_consensus.cc:2742] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076: Snoozing failure detection for 1.936s (election complete) 17:48:05.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.076294 2328 raft_consensus.cc:2497] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:48:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.205833 2222 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [term 1 FOLLOWER]: Refusing update from remote peer b2a5b10a4ce243af813f71f3d69c1c99: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.207506 2156 raft_consensus.cc:1083] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [term 1 FOLLOWER]: Refusing update from remote peer b2a5b10a4ce243af813f71f3d69c1c99: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.208227 2339 consensus_queue.cc:963] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [LEADER]: Connected to new peer: Peer: permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:48:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.210120 2339 consensus_queue.cc:963] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:48:05.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.227339 2312 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:05.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.232800 2327 sys_catalog.cc:337] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [sys.catalog]: SysCatalogTable state changed. Reason: New leader b2a5b10a4ce243af813f71f3d69c1c99. Latest consensus state: current_term: 1 leader_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } } 17:48:05.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.233578 2327 sys_catalog.cc:340] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [sys.catalog]: This master's current role is: FOLLOWER 17:48:05.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.233166 2328 sys_catalog.cc:337] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b2a5b10a4ce243af813f71f3d69c1c99. Latest consensus state: current_term: 1 leader_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } } 17:48:05.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.233870 2328 sys_catalog.cc:340] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [sys.catalog]: This master's current role is: FOLLOWER 17:48:05.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.235524 2312 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.246011 2317 sys_catalog.cc:337] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } } 17:48:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.246675 2317 sys_catalog.cc:340] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [sys.catalog]: This master's current role is: LEADER 17:48:05.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.248719 2342 catalog_manager.cc:924] Generated new certificate authority record 17:48:05.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.250113 2327 sys_catalog.cc:337] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } } 17:48:05.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.250829 2342 catalog_manager.cc:1046] Loading token signing keys... 17:48:05.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.250819 2327 sys_catalog.cc:340] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff [sys.catalog]: This master's current role is: FOLLOWER 17:48:05.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.252854 2312 tablet_server_main.cc:90] Starting tablet server... 17:48:05.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.261987 2317 sys_catalog.cc:337] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } } 17:48:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.263321 2317 sys_catalog.cc:340] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99 [sys.catalog]: This master's current role is: LEADER 17:48:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.274793 2328 sys_catalog.cc:337] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fe8d144d0eed4c609e172ffb639c5076" member_type: VOTER last_known_addr { host: "127.2.15.254" port: 37785 } } peers { permanent_uuid: "67b487bbc2fc45d5ba0f247c5a1e0fff" member_type: VOTER last_known_addr { host: "127.2.15.253" port: 40330 } } peers { permanent_uuid: "b2a5b10a4ce243af813f71f3d69c1c99" member_type: VOTER last_known_addr { host: "127.2.15.252" port: 60188 } } } 17:48:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.275511 2328 sys_catalog.cc:340] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076 [sys.catalog]: This master's current role is: FOLLOWER 17:48:05.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:05.286137 2342 catalog_manager.cc:4062] T 00000000000000000000000000000000 P b2a5b10a4ce243af813f71f3d69c1c99: Generated new TSK 0 17:48:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.052556 2312 rpc_server.cc:205] RPC server started. Bound to: 127.2.15.193:55762 17:48:06.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.054074 2312 webserver.cc:175] Starting webserver on 127.2.15.193:0 17:48:06.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.054308 2312 webserver.cc:186] Document root disabled 17:48:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.055639 2338 catalog_manager.cc:1082] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076: acquiring CA information for follower catalog manager: success 17:48:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.058881 2338 catalog_manager.cc:1110] T 00000000000000000000000000000000 P fe8d144d0eed4c609e172ffb639c5076: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:06.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.060317 2312 webserver.cc:313] Webserver started. Bound to: http://127.2.15.193:46880/ 17:48:06.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.061271 2312 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-0/data/info.pb 17:48:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.062464 2111 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 2312 17:48:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.063645 2111 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/wal 17:48:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/data 17:48:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.15.194:0 17:48:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.2.15.194 17:48:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.15.194 17:48:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.2.15.254:37785,127.2.15.253:40330,127.2.15.252:60188 17:48:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:06.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/logs 17:48:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/data/info.pb 17:48:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:06.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.073599 2331 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff: acquiring CA information for follower catalog manager: success 17:48:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.076797 2331 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 67b487bbc2fc45d5ba0f247c5a1e0fff: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.117272 2312 tablet_server_main.cc:93] Tablet server successfully started. 17:48:06.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.134106 2468 heartbeater.cc:346] Connected to a master server at 127.2.15.252:60188 17:48:06.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.134471 2468 heartbeater.cc:426] Registering TS with master... 17:48:06.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.135057 2468 heartbeater.cc:475] Master 127.2.15.252:60188 requested a full tablet report, sending... 17:48:06.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.138012 2467 heartbeater.cc:346] Connected to a master server at 127.2.15.253:40330 17:48:06.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.138234 2467 heartbeater.cc:426] Registering TS with master... 17:48:06.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.138340 2278 ts_manager.cc:98] Registered new tserver with Master: be3b57f126cd4917bb96813e7b1da56e (127.2.15.193:55762) 17:48:06.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.138649 2467 heartbeater.cc:475] Master 127.2.15.253:40330 requested a full tablet report, sending... 17:48:06.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.140795 2463 heartbeater.cc:346] Connected to a master server at 127.2.15.254:37785 17:48:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.141022 2463 heartbeater.cc:426] Registering TS with master... 17:48:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.141041 2278 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.2.15.193:58626 17:48:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.141444 2463 heartbeater.cc:475] Master 127.2.15.254:37785 requested a full tablet report, sending... 17:48:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.141559 2213 ts_manager.cc:98] Registered new tserver with Master: be3b57f126cd4917bb96813e7b1da56e (127.2.15.193:55762) 17:48:06.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.144955 2147 ts_manager.cc:98] Registered new tserver with Master: be3b57f126cd4917bb96813e7b1da56e (127.2.15.193:55762) 17:48:06.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:06.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:06.319957 2464 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:06.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:06.320785 2464 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:06.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:06.336144 2464 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:06.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:06.336861 2464 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.15.194 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.383852 2464 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/data 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/wal 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.15.194:0 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/data/info.pb 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.15.194 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.2.15.254:37785,127.2.15.253:40330,127.2.15.252:60188 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.2.15.194 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/logs 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:06.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:06.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:06.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:06.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:06.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.412482 2464 tablet_server_main.cc:85] Initializing tablet server... 17:48:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.415976 2464 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 218564us 17:48:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.416810 2464 fs_manager.cc:262] Metadata directory not provided 17:48:06.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.417134 2464 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:06.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.417675 2464 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.417994 2464 server_base.cc:433] Attempting to create new FS layout instead 17:48:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.422909 2464 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/data/instance: 17:48:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "34eee4d9ed3c4db1b02bab6d4e65fc65" 17:48:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:06 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:06.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.424501 2464 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/wal/instance: 17:48:06.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "34eee4d9ed3c4db1b02bab6d4e65fc65" 17:48:06.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:06 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.483259 2464 fs_manager.cc:502] Time spent creating directory manager: real 0.058s user 0.013s sys 0.011s 17:48:06.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.485572 2464 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:06.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.486316 2464 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:06.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.512953 2464 fs_manager.cc:418] Time spent opening block manager: real 0.015s user 0.004s sys 0.010s 17:48:06.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.513417 2464 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/wal 17:48:06.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "34eee4d9ed3c4db1b02bab6d4e65fc65" 17:48:06.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:06 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.514042 2464 fs_report.cc:352] FS layout report 17:48:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/wal 17:48:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/wal 17:48:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/data/data 17:48:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.740692 2464 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.750676 2464 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:06.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:06.757413 2464 tablet_server_main.cc:90] Starting tablet server... 17:48:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.144886 2468 heartbeater.cc:467] Master 127.2.15.252:60188 was elected leader, sending a full tablet report... 17:48:07.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.194226 2464 rpc_server.cc:205] RPC server started. Bound to: 127.2.15.194:36521 17:48:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.196193 2464 webserver.cc:175] Starting webserver on 127.2.15.194:0 17:48:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.196509 2464 webserver.cc:186] Document root disabled 17:48:07.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.198822 2464 webserver.cc:313] Webserver started. Bound to: http://127.2.15.194:44264/ 17:48:07.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.200026 2464 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-1/data/info.pb 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.201057 2111 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 2464 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.202134 2111 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/wal 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/data 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.15.195:0 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.2.15.195 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.15.195 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.2.15.254:37785,127.2.15.253:40330,127.2.15.252:60188 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/logs 17:48:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/data/info.pb 17:48:07.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:07.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:07.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:07.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:07.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.274945 2464 tablet_server_main.cc:93] Tablet server successfully started. 17:48:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.293846 2611 heartbeater.cc:346] Connected to a master server at 127.2.15.253:40330 17:48:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.294188 2611 heartbeater.cc:426] Registering TS with master... 17:48:07.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.295121 2611 heartbeater.cc:475] Master 127.2.15.253:40330 requested a full tablet report, sending... 17:48:07.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.303306 2213 ts_manager.cc:98] Registered new tserver with Master: 34eee4d9ed3c4db1b02bab6d4e65fc65 (127.2.15.194:36521) 17:48:07.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.304738 2614 heartbeater.cc:346] Connected to a master server at 127.2.15.252:60188 17:48:07.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.304996 2614 heartbeater.cc:426] Registering TS with master... 17:48:07.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.305507 2614 heartbeater.cc:475] Master 127.2.15.252:60188 requested a full tablet report, sending... 17:48:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.295642 2610 heartbeater.cc:346] Connected to a master server at 127.2.15.254:37785 17:48:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.306567 2610 heartbeater.cc:426] Registering TS with master... 17:48:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.306994 2610 heartbeater.cc:475] Master 127.2.15.254:37785 requested a full tablet report, sending... 17:48:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.307462 2278 ts_manager.cc:98] Registered new tserver with Master: 34eee4d9ed3c4db1b02bab6d4e65fc65 (127.2.15.194:36521) 17:48:07.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.308909 2147 ts_manager.cc:98] Registered new tserver with Master: 34eee4d9ed3c4db1b02bab6d4e65fc65 (127.2.15.194:36521) 17:48:07.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.309206 2278 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.2.15.194:40103 17:48:07.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:07.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:07.384387 2609 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:07.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:07.384758 2609 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:07.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:07.393746 2609 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:07.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:07.394107 2609 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.15.195 17:48:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.417623 2609 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/data 17:48:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/wal 17:48:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.15.195:0 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/data/info.pb 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.15.195 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.2.15.254:37785,127.2.15.253:40330,127.2.15.252:60188 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.2.15.195 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/logs 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:07.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.433248 2609 tablet_server_main.cc:85] Initializing tablet server... 17:48:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.435254 2609 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 219064us 17:48:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.435729 2609 fs_manager.cc:262] Metadata directory not provided 17:48:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.435845 2609 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.436072 2609 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.436183 2609 server_base.cc:433] Attempting to create new FS layout instead 17:48:07.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.439288 2609 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/data/instance: 17:48:07.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1fe99ac8329043dd88a18c2433cea324" 17:48:07.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:07.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.440011 2609 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/wal/instance: 17:48:07.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1fe99ac8329043dd88a18c2433cea324" 17:48:07.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.459511 2609 fs_manager.cc:502] Time spent creating directory manager: real 0.019s user 0.008s sys 0.002s 17:48:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.460726 2609 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:07.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.461165 2609 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:07.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.468505 2609 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:48:07.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.468665 2609 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/wal 17:48:07.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1fe99ac8329043dd88a18c2433cea324" 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.468955 2609 fs_report.cc:352] FS layout report 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/wal 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/wal 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/data/data 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.636855 2609 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.640208 2609 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.641425 2609 tablet_server_main.cc:90] Starting tablet server... 17:48:07.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.755206 2609 rpc_server.cc:205] RPC server started. Bound to: 127.2.15.195:42728 17:48:07.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.756333 2609 webserver.cc:175] Starting webserver on 127.2.15.195:0 17:48:07.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.756496 2609 webserver.cc:186] Document root disabled 17:48:07.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.757961 2609 webserver.cc:313] Webserver started. Bound to: http://127.2.15.195:47301/ 17:48:07.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.758764 2609 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5883289960749364618/ts-2/data/info.pb 17:48:07.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.765781 2111 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 2609 17:48:07.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.781136 2609 tablet_server_main.cc:93] Tablet server successfully started. 17:48:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.830878 2741 heartbeater.cc:346] Connected to a master server at 127.2.15.253:40330 17:48:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.831216 2741 heartbeater.cc:426] Registering TS with master... 17:48:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.831832 2741 heartbeater.cc:475] Master 127.2.15.253:40330 requested a full tablet report, sending... 17:48:07.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.836827 2213 ts_manager.cc:98] Registered new tserver with Master: 1fe99ac8329043dd88a18c2433cea324 (127.2.15.195:42728) 17:48:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.831058 2742 heartbeater.cc:346] Connected to a master server at 127.2.15.252:60188 17:48:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.843154 2742 heartbeater.cc:426] Registering TS with master... 17:48:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.843713 2742 heartbeater.cc:475] Master 127.2.15.252:60188 requested a full tablet report, sending... 17:48:07.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.833055 2740 heartbeater.cc:346] Connected to a master server at 127.2.15.254:37785 17:48:07.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.844871 2740 heartbeater.cc:426] Registering TS with master... 17:48:07.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.845203 2740 heartbeater.cc:475] Master 127.2.15.254:37785 requested a full tablet report, sending... 17:48:07.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.845741 2278 ts_manager.cc:98] Registered new tserver with Master: 1fe99ac8329043dd88a18c2433cea324 (127.2.15.195:42728) 17:48:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.847112 2278 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.2.15.195:45572 17:48:07.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.848058 2146 ts_manager.cc:98] Registered new tserver with Master: 1fe99ac8329043dd88a18c2433cea324 (127.2.15.195:42728) 17:48:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.851639 2111 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:48:07.852 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:48:07.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.924902 2278 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.2.15.252:51346: 17:48:07.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:48:07.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:48:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.983533 2545 tablet_service.cc:759] Processing CreateTablet for tablet 582b80cd49d04aafbb29e6165e4c081e (table=test [id=591ca735e897457bb4b65377b9fa6700]), partition=RANGE (key) PARTITION VALUES >= 50 17:48:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.984696 2545 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 582b80cd49d04aafbb29e6165e4c081e. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:07.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.985852 2677 tablet_service.cc:759] Processing CreateTablet for tablet ea1fea2d3681411599e3edabfd13c36f (table=test [id=591ca735e897457bb4b65377b9fa6700]), partition=RANGE (key) PARTITION VALUES < 50 17:48:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:07.986963 2677 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet ea1fea2d3681411599e3edabfd13c36f. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:08.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.004655 2545 ts_tablet_manager.cc:1173] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65: Registered tablet (data state: TABLET_DATA_READY) 17:48:08.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.006189 2812 ts_tablet_manager.cc:1028] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65: Bootstrapping tablet 17:48:08.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.006888 2812 tablet_bootstrap.cc:438] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65: Bootstrap starting. 17:48:08.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.007223 2677 ts_tablet_manager.cc:1173] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324: Registered tablet (data state: TABLET_DATA_READY) 17:48:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.009037 2813 ts_tablet_manager.cc:1028] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324: Bootstrapping tablet 17:48:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.009716 2813 tablet_bootstrap.cc:438] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324: Bootstrap starting. 17:48:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.010732 2812 tablet_bootstrap.cc:592] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65: No blocks or log segments found. Creating new log. 17:48:08.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.012315 2812 log.cc:525] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65: Log is configured to *not* fsync() on all Append() calls 17:48:08.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.012933 2813 tablet_bootstrap.cc:592] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324: No blocks or log segments found. Creating new log. 17:48:08.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.014317 2813 log.cc:525] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324: Log is configured to *not* fsync() on all Append() calls 17:48:08.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.033952 2812 tablet_bootstrap.cc:438] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65: No bootstrap required, opened a new log 17:48:08.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.034304 2812 ts_tablet_manager.cc:1045] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65: Time spent bootstrapping tablet: real 0.028s user 0.004s sys 0.003s 17:48:08.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.046139 2812 raft_consensus.cc:325] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "34eee4d9ed3c4db1b02bab6d4e65fc65" member_type: VOTER last_known_addr { host: "127.2.15.194" port: 36521 } } 17:48:08.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.046731 2812 raft_consensus.cc:351] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.046922 2812 raft_consensus.cc:630] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34eee4d9ed3c4db1b02bab6d4e65fc65, State: Initialized, Role: FOLLOWER 17:48:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.047456 2812 consensus_queue.cc:228] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "34eee4d9ed3c4db1b02bab6d4e65fc65" member_type: VOTER last_known_addr { host: "127.2.15.194" port: 36521 } } 17:48:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.047879 2812 raft_consensus.cc:365] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.048082 2812 raft_consensus.cc:457] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.048372 2812 raft_consensus.cc:2742] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65: Snoozing failure detection for 1.876s (starting election) 17:48:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.048723 2812 raft_consensus.cc:2794] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65 [term 0 FOLLOWER]: Advancing to term 1 17:48:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.052273 2812 raft_consensus.cc:479] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "34eee4d9ed3c4db1b02bab6d4e65fc65" member_type: VOTER last_known_addr { host: "127.2.15.194" port: 36521 } } 17:48:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.052783 2812 leader_election.cc:278] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:08.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.056313 2813 tablet_bootstrap.cc:438] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324: No bootstrap required, opened a new log 17:48:08.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.056735 2813 ts_tablet_manager.cc:1045] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324: Time spent bootstrapping tablet: real 0.047s user 0.006s sys 0.003s 17:48:08.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.054713 2816 raft_consensus.cc:2742] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65: Snoozing failure detection for 2.019s (election complete) 17:48:08.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.056975 2816 raft_consensus.cc:2549] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65 [term 1 FOLLOWER]: Leader election won for term 1 17:48:08.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.058288 2614 heartbeater.cc:467] Master 127.2.15.252:60188 was elected leader, sending a full tablet report... 17:48:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.059757 2816 raft_consensus.cc:595] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65 [term 1 LEADER]: Becoming Leader. State: Replica: 34eee4d9ed3c4db1b02bab6d4e65fc65, State: Running, Role: LEADER 17:48:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.060176 2812 ts_tablet_manager.cc:1073] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65: Time spent starting tablet: real 0.026s user 0.019s sys 0.005s 17:48:08.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.060859 2816 consensus_queue.cc:205] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "34eee4d9ed3c4db1b02bab6d4e65fc65" member_type: VOTER last_known_addr { host: "127.2.15.194" port: 36521 } } 17:48:08.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.070525 2278 catalog_manager.cc:3758] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65 reported cstate change: term changed from 0 to 1, leader changed from to 34eee4d9ed3c4db1b02bab6d4e65fc65 (127.2.15.194). New cstate: current_term: 1 leader_uuid: "34eee4d9ed3c4db1b02bab6d4e65fc65" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "34eee4d9ed3c4db1b02bab6d4e65fc65" member_type: VOTER last_known_addr { host: "127.2.15.194" port: 36521 } health_report { overall_health: HEALTHY } } } 17:48:08.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.072454 2813 raft_consensus.cc:325] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1fe99ac8329043dd88a18c2433cea324" member_type: VOTER last_known_addr { host: "127.2.15.195" port: 42728 } } 17:48:08.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.072948 2813 raft_consensus.cc:351] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:08.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.073086 2813 raft_consensus.cc:630] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1fe99ac8329043dd88a18c2433cea324, State: Initialized, Role: FOLLOWER 17:48:08.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.073711 2813 consensus_queue.cc:228] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1fe99ac8329043dd88a18c2433cea324" member_type: VOTER last_known_addr { host: "127.2.15.195" port: 42728 } } 17:48:08.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.074280 2813 raft_consensus.cc:365] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:08.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.074638 2813 raft_consensus.cc:457] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:08.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.076663 2813 raft_consensus.cc:2742] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324: Snoozing failure detection for 2.121s (starting election) 17:48:08.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.077000 2813 raft_consensus.cc:2794] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324 [term 0 FOLLOWER]: Advancing to term 1 17:48:08.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.080157 2813 raft_consensus.cc:479] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1fe99ac8329043dd88a18c2433cea324" member_type: VOTER last_known_addr { host: "127.2.15.195" port: 42728 } } 17:48:08.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.081734 2813 leader_election.cc:278] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:08.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.085445 2820 raft_consensus.cc:2742] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324: Snoozing failure detection for 1.858s (election complete) 17:48:08.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.085911 2820 raft_consensus.cc:2549] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324 [term 1 FOLLOWER]: Leader election won for term 1 17:48:08.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.088171 2742 heartbeater.cc:467] Master 127.2.15.252:60188 was elected leader, sending a full tablet report... 17:48:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.093734 2813 ts_tablet_manager.cc:1073] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324: Time spent starting tablet: real 0.037s user 0.019s sys 0.011s 17:48:08.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.093910 2820 raft_consensus.cc:595] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324 [term 1 LEADER]: Becoming Leader. State: Replica: 1fe99ac8329043dd88a18c2433cea324, State: Running, Role: LEADER 17:48:08.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.094492 2820 consensus_queue.cc:205] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1fe99ac8329043dd88a18c2433cea324" member_type: VOTER last_known_addr { host: "127.2.15.195" port: 42728 } } 17:48:08.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.102692 2278 catalog_manager.cc:3758] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324 reported cstate change: term changed from 0 to 1, leader changed from to 1fe99ac8329043dd88a18c2433cea324 (127.2.15.195). New cstate: current_term: 1 leader_uuid: "1fe99ac8329043dd88a18c2433cea324" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1fe99ac8329043dd88a18c2433cea324" member_type: VOTER last_known_addr { host: "127.2.15.195" port: 42728 } health_report { overall_health: HEALTHY } } } 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.131897 2278 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.2.15.252:51346: 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:08.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.160169 2400 tablet_service.cc:759] Processing CreateTablet for tablet eeb529cb12a34428b798a03936da9a2e (table=simple-test [id=7c10a3088dcb472d8740af0800966aa3]), partition=RANGE (key) PARTITION UNBOUNDED 17:48:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.160858 2400 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet eeb529cb12a34428b798a03936da9a2e. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:08.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.173161 2400 ts_tablet_manager.cc:1173] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e: Registered tablet (data state: TABLET_DATA_READY) 17:48:08.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.174672 2825 ts_tablet_manager.cc:1028] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e: Bootstrapping tablet 17:48:08.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.175210 2825 tablet_bootstrap.cc:438] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e: Bootstrap starting. 17:48:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.177379 2825 tablet_bootstrap.cc:592] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e: No blocks or log segments found. Creating new log. 17:48:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.178673 2825 log.cc:525] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e: Log is configured to *not* fsync() on all Append() calls 17:48:08.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.199067 2825 tablet_bootstrap.cc:438] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e: No bootstrap required, opened a new log 17:48:08.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.199542 2825 ts_tablet_manager.cc:1045] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e: Time spent bootstrapping tablet: real 0.025s user 0.006s sys 0.000s 17:48:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.212095 2825 raft_consensus.cc:325] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "be3b57f126cd4917bb96813e7b1da56e" member_type: VOTER last_known_addr { host: "127.2.15.193" port: 55762 } } 17:48:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.212663 2825 raft_consensus.cc:351] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.212963 2825 raft_consensus.cc:630] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: be3b57f126cd4917bb96813e7b1da56e, State: Initialized, Role: FOLLOWER 17:48:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.213730 2825 consensus_queue.cc:228] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "be3b57f126cd4917bb96813e7b1da56e" member_type: VOTER last_known_addr { host: "127.2.15.193" port: 55762 } } 17:48:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.214294 2825 raft_consensus.cc:365] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.214510 2825 raft_consensus.cc:457] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:08.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.214767 2825 raft_consensus.cc:2742] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e: Snoozing failure detection for 2.163s (starting election) 17:48:08.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.215051 2825 raft_consensus.cc:2794] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e [term 0 FOLLOWER]: Advancing to term 1 17:48:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.218142 2825 raft_consensus.cc:479] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "be3b57f126cd4917bb96813e7b1da56e" member_type: VOTER last_known_addr { host: "127.2.15.193" port: 55762 } } 17:48:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.218706 2825 leader_election.cc:278] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.220444 2827 raft_consensus.cc:2742] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e: Snoozing failure detection for 1.622s (election complete) 17:48:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.220837 2827 raft_consensus.cc:2549] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e [term 1 FOLLOWER]: Leader election won for term 1 17:48:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.223060 2827 raft_consensus.cc:595] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e [term 1 LEADER]: Becoming Leader. State: Replica: be3b57f126cd4917bb96813e7b1da56e, State: Running, Role: LEADER 17:48:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.223747 2827 consensus_queue.cc:205] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "be3b57f126cd4917bb96813e7b1da56e" member_type: VOTER last_known_addr { host: "127.2.15.193" port: 55762 } } 17:48:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:08.267413 2617 tablet.cc:1728] T 582b80cd49d04aafbb29e6165e4c081e P 34eee4d9ed3c4db1b02bab6d4e65fc65: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:08.276139 2743 tablet.cc:1728] T ea1fea2d3681411599e3edabfd13c36f P 1fe99ac8329043dd88a18c2433cea324: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.223685 2825 ts_tablet_manager.cc:1073] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e: Time spent starting tablet: real 0.024s user 0.017s sys 0.005s 17:48:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.331029 2277 catalog_manager.cc:3758] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e reported cstate change: term changed from 0 to 1, leader changed from to be3b57f126cd4917bb96813e7b1da56e (127.2.15.193). New cstate: current_term: 1 leader_uuid: "be3b57f126cd4917bb96813e7b1da56e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "be3b57f126cd4917bb96813e7b1da56e" member_type: VOTER last_known_addr { host: "127.2.15.193" port: 55762 } health_report { overall_health: HEALTHY } } } 17:48:08.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:08.369273 2473 tablet.cc:1728] T eeb529cb12a34428b798a03936da9a2e P be3b57f126cd4917bb96813e7b1da56e: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:08.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.561744 2111 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 2312 17:48:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:08.595232 2128 connection.cc:512] server connection from 127.2.15.193:40989 recv error: Network error: failed to read from TLS socket (remote: 127.2.15.193:40989): Connection reset by peer (error 104) 17:48:08.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:08.596103 2260 connection.cc:512] server connection from 127.2.15.193:58626 recv error: Network error: failed to read from TLS socket (remote: 127.2.15.193:58626): Connection reset by peer (error 104) 17:48:08.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:08.596177 2195 connection.cc:512] server connection from 127.2.15.193:40640 recv error: Network error: failed to read from TLS socket (remote: 127.2.15.193:40640): Connection reset by peer (error 104) 17:48:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.597147 2111 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 2464 17:48:08.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:08.619880 2129 connection.cc:512] server connection from 127.2.15.194:56529 recv error: Network error: failed to read from TLS socket (remote: 127.2.15.194:56529): Connection reset by peer (error 104) 17:48:08.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:08.621034 2194 connection.cc:512] server connection from 127.2.15.194:55661 recv error: Network error: failed to read from TLS socket (remote: 127.2.15.194:55661): Connection reset by peer (error 104) 17:48:08.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:08.621079 2258 connection.cc:512] server connection from 127.2.15.194:40103 recv error: Network error: failed to read from TLS socket (remote: 127.2.15.194:40103): Connection reset by peer (error 104) 17:48:08.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.621775 2111 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 2609 17:48:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:08.643898 2128 connection.cc:512] server connection from 127.2.15.195:51601 recv error: Network error: failed to read from TLS socket (remote: 127.2.15.195:51601): Connection reset by peer (error 104) 17:48:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.643934 2111 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 2119 17:48:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:08.644137 2262 connection.cc:512] server connection from 127.2.15.195:45572 recv error: Network error: failed to read from TLS socket (remote: 127.2.15.195:45572): Connection reset by peer (error 104) 17:48:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:08.644891 2193 connection.cc:512] server connection from 127.2.15.195:33989 recv error: Network error: failed to read from TLS socket (remote: 127.2.15.195:33989): Connection reset by peer (error 104) 17:48:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.665405 2111 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 2181 17:48:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:08.686703 2111 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 2247 17:48:09.730 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614089729 17:48:09.730 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:48:09.730 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:48:09.731 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:48:09.731 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:48:09.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:09.943689 2856 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/wal 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/data 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.202.62:45207 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.202.62 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/logs 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/data/info.pb 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.2.202.62:45207,127.2.202.61:49081,127.2.202.60:59216 with env {} 17:48:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:10.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.102694 2864 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:10.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.103080 2864 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.112449 2864 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.112579 2864 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.112676 2864 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.112802 2864 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.132539 2864 master_main.cc:73] Master server non-default flags: 17:48:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/data 17:48:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/wal 17:48:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.2.202.62:45207,127.2.202.61:49081,127.2.202.60:59216 17:48:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.202.62:45207 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/data/info.pb 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.202.62 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/logs 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:10.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.147317 2864 master_main.cc:80] Initializing master server... 17:48:10.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.149806 2864 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 220564us 17:48:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.150609 2864 fs_manager.cc:262] Metadata directory not provided 17:48:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.150730 2864 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.150976 2864 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.151087 2864 server_base.cc:433] Attempting to create new FS layout instead 17:48:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.154907 2864 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/data/instance: 17:48:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3ce824b4cf8741eb887d77ff74e35857" 17:48:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:10 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.155647 2864 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/wal/instance: 17:48:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3ce824b4cf8741eb887d77ff74e35857" 17:48:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:10 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:10.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.182868 2864 fs_manager.cc:502] Time spent creating directory manager: real 0.027s user 0.007s sys 0.006s 17:48:10.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.184100 2864 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:10.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.185294 2864 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.193588 2864 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:48:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.193716 2864 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/wal 17:48:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3ce824b4cf8741eb887d77ff74e35857" 17:48:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:10 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.193936 2864 fs_report.cc:352] FS layout report 17:48:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/wal 17:48:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/wal 17:48:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/data/data 17:48:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.336755 2864 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:10.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.339319 2864 master_main.cc:83] Starting Master server... 17:48:10.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.430152 2864 rpc_server.cc:205] RPC server started. Bound to: 127.2.202.62:45207 17:48:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.431190 2864 webserver.cc:175] Starting webserver on 127.2.202.62:0 17:48:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.431303 2864 webserver.cc:186] Document root disabled 17:48:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.433372 2864 webserver.cc:313] Webserver started. Bound to: http://127.2.202.62:53933/ 17:48:10.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.434185 2864 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-0/data/info.pb 17:48:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.437506 2925 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.438232 2856 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 2864 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.439014 2856 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/wal 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/data 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.202.61:49081 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.202.61 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/logs 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/data/info.pb 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.2.202.62:45207,127.2.202.61:49081,127.2.202.60:59216 with env {} 17:48:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.454098 2925 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } has no permanent_uuid. Determining permanent_uuid... 17:48:10.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.477380 2925 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } has no permanent_uuid. Determining permanent_uuid... 17:48:10.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.479245 2925 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.202.61:49081: Network error: Client connection negotiation failed: client connection to 127.2.202.61:49081: connect: Connection refused (error 111) 17:48:10.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.498664 2925 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } attempt: 1 17:48:10.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.499989 2925 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.202.61:49081: Network error: Client connection negotiation failed: client connection to 127.2.202.61:49081: connect: Connection refused (error 111) 17:48:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.548357 2925 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } attempt: 2 17:48:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.549643 2925 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.202.61:49081: Network error: Client connection negotiation failed: client connection to 127.2.202.61:49081: connect: Connection refused (error 111) 17:48:10.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:10.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.604940 2926 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:10.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.605353 2926 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.615268 2926 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.615430 2926 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.615552 2926 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:10.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.615721 2926 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.635506 2926 master_main.cc:73] Master server non-default flags: 17:48:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/data 17:48:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/wal 17:48:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.2.202.62:45207,127.2.202.61:49081,127.2.202.60:59216 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.202.61:49081 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/data/info.pb 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.202.61 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/logs 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:10.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.650804 2926 master_main.cc:80] Initializing master server... 17:48:10.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.653303 2926 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 220564us 17:48:10.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.654088 2926 fs_manager.cc:262] Metadata directory not provided 17:48:10.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.654230 2926 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:10.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.654554 2926 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:10.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.654680 2926 server_base.cc:433] Attempting to create new FS layout instead 17:48:10.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.658515 2926 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/data/instance: 17:48:10.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2a6ce657e8bd4b269dd22f2676773222" 17:48:10.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:10 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:10.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.659333 2926 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/wal/instance: 17:48:10.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2a6ce657e8bd4b269dd22f2676773222" 17:48:10.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:10 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:10.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.661001 2925 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } attempt: 3 17:48:10.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.662212 2925 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.202.61:49081: Network error: Client connection negotiation failed: client connection to 127.2.202.61:49081: connect: Connection refused (error 111) 17:48:10.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.686594 2926 fs_manager.cc:502] Time spent creating directory manager: real 0.027s user 0.008s sys 0.006s 17:48:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.687831 2926 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:10.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.689116 2926 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:10.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.697448 2926 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:48:10.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.697590 2926 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/wal 17:48:10.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2a6ce657e8bd4b269dd22f2676773222" 17:48:10.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:10 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.697866 2926 fs_report.cc:352] FS layout report 17:48:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/wal 17:48:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/wal 17:48:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/data/data 17:48:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:10.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.838537 2925 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } attempt: 4 17:48:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:10.839790 2925 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.202.61:49081: Network error: Client connection negotiation failed: client connection to 127.2.202.61:49081: connect: Connection refused (error 111) 17:48:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.878449 2926 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:10.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.880883 2926 master_main.cc:83] Starting Master server... 17:48:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.970345 2926 rpc_server.cc:205] RPC server started. Bound to: 127.2.202.61:49081 17:48:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.971247 2926 webserver.cc:175] Starting webserver on 127.2.202.61:0 17:48:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.971385 2926 webserver.cc:186] Document root disabled 17:48:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.973750 2926 webserver.cc:313] Webserver started. Bound to: http://127.2.202.61:48658/ 17:48:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.974527 2926 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-1/data/info.pb 17:48:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.977361 2856 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 2926 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.978142 2856 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/wal 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/data 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.202.60:59216 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.202.60 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/logs 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/data/info.pb 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.2.202.62:45207,127.2.202.61:49081,127.2.202.60:59216 with env {} 17:48:10.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.978263 2991 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:10.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:10.992233 2991 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } has no permanent_uuid. Determining permanent_uuid... 17:48:11.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.017616 2991 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } has no permanent_uuid. Determining permanent_uuid... 17:48:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.029335 2991 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } has no permanent_uuid. Determining permanent_uuid... 17:48:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.030629 2991 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.202.60:59216: Network error: Client connection negotiation failed: client connection to 127.2.202.60:59216: connect: Connection refused (error 111) 17:48:11.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.050034 2991 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } attempt: 1 17:48:11.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.051446 2991 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.202.60:59216: Network error: Client connection negotiation failed: client connection to 127.2.202.60:59216: connect: Connection refused (error 111) 17:48:11.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.099786 2991 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } attempt: 2 17:48:11.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.101095 2991 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.202.60:59216: Network error: Client connection negotiation failed: client connection to 127.2.202.60:59216: connect: Connection refused (error 111) 17:48:11.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:11.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.141093 2992 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:11.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.141496 2992 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.143146 2925 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } attempt: 5 17:48:11.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.150239 2925 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } has no permanent_uuid. Determining permanent_uuid... 17:48:11.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.151619 2925 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.202.60:59216: Network error: Client connection negotiation failed: client connection to 127.2.202.60:59216: connect: Connection refused (error 111) 17:48:11.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.151963 2992 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:11.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.152102 2992 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:11.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.152217 2992 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:11.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.152348 2992 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.172276 2992 master_main.cc:73] Master server non-default flags: 17:48:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/data 17:48:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/wal 17:48:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.2.202.62:45207,127.2.202.61:49081,127.2.202.60:59216 17:48:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.202.60:59216 17:48:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:11.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/data/info.pb 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.202.60 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/logs 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:11.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.187113 2992 master_main.cc:80] Initializing master server... 17:48:11.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.189153 2992 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 221064us 17:48:11.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.189929 2992 fs_manager.cc:262] Metadata directory not provided 17:48:11.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.190086 2992 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:11.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.189923 2925 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } attempt: 1 17:48:11.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.190440 2992 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:11.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.190690 2992 server_base.cc:433] Attempting to create new FS layout instead 17:48:11.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.191262 2925 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.202.60:59216: Network error: Client connection negotiation failed: client connection to 127.2.202.60:59216: connect: Connection refused (error 111) 17:48:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.194766 2992 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/data/instance: 17:48:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" 17:48:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:11 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.195513 2992 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/wal/instance: 17:48:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" 17:48:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:11 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:11.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.212466 2991 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } attempt: 3 17:48:11.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.213912 2991 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.202.60:59216: Network error: Client connection negotiation failed: client connection to 127.2.202.60:59216: connect: Connection refused (error 111) 17:48:11.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.218307 2992 fs_manager.cc:502] Time spent creating directory manager: real 0.022s user 0.007s sys 0.007s 17:48:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.219596 2992 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:11.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.220798 2992 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.229209 2992 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:48:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.229351 2992 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/wal 17:48:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" 17:48:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:11 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.229754 2992 fs_report.cc:352] FS layout report 17:48:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/wal 17:48:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/wal 17:48:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/data/data 17:48:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:11.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.239562 2925 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } attempt: 2 17:48:11.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.240864 2925 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.202.60:59216: Network error: Client connection negotiation failed: client connection to 127.2.202.60:59216: connect: Connection refused (error 111) 17:48:11.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.341203 2925 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } attempt: 3 17:48:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.343420 2925 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.202.60:59216: Network error: Client connection negotiation failed: client connection to 127.2.202.60:59216: connect: Connection refused (error 111) 17:48:11.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.390246 2991 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } attempt: 4 17:48:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.391527 2991 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.202.60:59216: Network error: Client connection negotiation failed: client connection to 127.2.202.60:59216: connect: Connection refused (error 111) 17:48:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.400939 2992 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:11.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.403360 2992 master_main.cc:83] Starting Master server... 17:48:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.484174 2925 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } attempt: 4 17:48:11.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.485527 2925 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.2.202.60:59216: Network error: Client connection negotiation failed: client connection to 127.2.202.60:59216: connect: Connection refused (error 111) 17:48:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.491490 2992 rpc_server.cc:205] RPC server started. Bound to: 127.2.202.60:59216 17:48:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.492542 2992 webserver.cc:175] Starting webserver on 127.2.202.60:0 17:48:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.492671 2992 webserver.cc:186] Document root disabled 17:48:11.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.494554 2992 webserver.cc:313] Webserver started. Bound to: http://127.2.202.60:48665/ 17:48:11.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.495281 2992 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/master-2/data/info.pb 17:48:11.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.498886 3071 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.498935 2856 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 2992 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.499953 2856 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/wal 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/data 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.202.1:0 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.2.202.1 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.202.1 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.2.202.62:45207,127.2.202.61:49081,127.2.202.60:59216 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/logs 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/data/info.pb 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.513244 3071 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } has no permanent_uuid. Determining permanent_uuid... 17:48:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.531698 3071 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } has no permanent_uuid. Determining permanent_uuid... 17:48:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.539026 3071 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } has no permanent_uuid. Determining permanent_uuid... 17:48:11.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.554790 3071 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6: Bootstrap starting. 17:48:11.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.557284 3071 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6: No blocks or log segments found. Creating new log. 17:48:11.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.558779 3071 log.cc:525] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6: Log is configured to *not* fsync() on all Append() calls 17:48:11.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.578660 3071 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6: No bootstrap required, opened a new log 17:48:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.592962 3071 raft_consensus.cc:325] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } 17:48:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.593504 3071 raft_consensus.cc:351] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.593722 3071 raft_consensus.cc:630] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 461c1bb1839a4d2fa0c5326e98c0dad6, State: Initialized, Role: FOLLOWER 17:48:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.594461 3071 consensus_queue.cc:228] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } 17:48:11.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.597774 3071 sys_catalog.cc:337] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } } 17:48:11.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.598632 3071 sys_catalog.cc:340] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [sys.catalog]: This master's current role is: FOLLOWER 17:48:11.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.600056 3071 sys_catalog.cc:424] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [sys.catalog]: configured and running, proceeding with master startup. 17:48:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.597998 3076 sys_catalog.cc:337] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } } 17:48:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.667722 3076 sys_catalog.cc:340] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [sys.catalog]: This master's current role is: FOLLOWER 17:48:11.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:11.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.681538 3072 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:11.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.682003 3072 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:11.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.691052 3072 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:11.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.691501 3072 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.202.1 17:48:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.695878 2991 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } attempt: 5 17:48:11.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.656433 3012 tablet.cc:1728] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.702800 2992 master_main.cc:86] Master server successfully started. 17:48:11.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.709342 3077 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.709908 3077 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.710417 2991 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222: Bootstrap starting. 17:48:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.714195 2991 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222: No blocks or log segments found. Creating new log. 17:48:11.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.716014 2991 log.cc:525] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222: Log is configured to *not* fsync() on all Append() calls 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.718828 3072 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/data 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/wal 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.202.1:0 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/data/info.pb 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.202.1 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.2.202.62:45207,127.2.202.61:49081,127.2.202.60:59216 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.2.202.1 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/logs 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:11.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.735049 3072 tablet_server_main.cc:85] Initializing tablet server... 17:48:11.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.738411 3072 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 221064us 17:48:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.738976 3072 fs_manager.cc:262] Metadata directory not provided 17:48:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.739112 3072 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.739536 3072 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.739665 3072 server_base.cc:433] Attempting to create new FS layout instead 17:48:11.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.743561 3072 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/data/instance: 17:48:11.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1841fe5c9f7a4e20b98ac529bc12068f" 17:48:11.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:11 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:11.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.744552 3072 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/wal/instance: 17:48:11.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1841fe5c9f7a4e20b98ac529bc12068f" 17:48:11.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:11 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.746150 2991 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222: No bootstrap required, opened a new log 17:48:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.750882 2925 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } attempt: 5 17:48:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.760952 2925 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857: Bootstrap starting. 17:48:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.763495 2925 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857: No blocks or log segments found. Creating new log. 17:48:11.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.764973 2925 log.cc:525] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857: Log is configured to *not* fsync() on all Append() calls 17:48:11.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.766433 2991 raft_consensus.cc:325] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } 17:48:11.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.767144 2991 raft_consensus.cc:351] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:11.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.767453 2991 raft_consensus.cc:630] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2a6ce657e8bd4b269dd22f2676773222, State: Initialized, Role: FOLLOWER 17:48:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.768286 2991 consensus_queue.cc:228] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } 17:48:11.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.771214 2991 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } } 17:48:11.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.772019 2991 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [sys.catalog]: This master's current role is: FOLLOWER 17:48:11.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.773687 2991 sys_catalog.cc:424] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [sys.catalog]: configured and running, proceeding with master startup. 17:48:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.778607 2925 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857: No bootstrap required, opened a new log 17:48:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.798454 2925 raft_consensus.cc:325] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } 17:48:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.799127 2925 raft_consensus.cc:351] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.799454 2925 raft_consensus.cc:630] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ce824b4cf8741eb887d77ff74e35857, State: Initialized, Role: FOLLOWER 17:48:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.800777 3072 fs_manager.cc:502] Time spent creating directory manager: real 0.056s user 0.008s sys 0.015s 17:48:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.801378 2925 consensus_queue.cc:228] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } 17:48:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.802623 3072 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.804072 3072 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.810490 2925 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } } 17:48:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.811334 2925 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [sys.catalog]: This master's current role is: FOLLOWER 17:48:11.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.813760 2925 sys_catalog.cc:424] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [sys.catalog]: configured and running, proceeding with master startup. 17:48:11.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.834620 3072 fs_manager.cc:418] Time spent opening block manager: real 0.012s user 0.000s sys 0.001s 17:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.834810 3072 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/wal 17:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1841fe5c9f7a4e20b98ac529bc12068f" 17:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:11 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.835114 3072 fs_report.cc:352] FS layout report 17:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/wal 17:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/wal 17:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/data/data 17:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:11.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.772142 3085 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } } 17:48:11.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.900732 3085 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [sys.catalog]: This master's current role is: FOLLOWER 17:48:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.925067 3076 raft_consensus.cc:457] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:48:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.925420 3076 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6: Snoozing failure detection for 1.545s (starting election) 17:48:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.925701 3076 raft_consensus.cc:479] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } 17:48:11.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.926935 3076 leader_election.cc:251] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 3ce824b4cf8741eb887d77ff74e35857 (127.2.202.62:45207) 17:48:11.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.927534 3076 leader_election.cc:251] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 2a6ce657e8bd4b269dd22f2676773222 (127.2.202.61:49081) 17:48:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.885478 2947 tablet.cc:1728] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.937983 2926 master_main.cc:86] Master server successfully started. 17:48:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.936852 2968 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2a6ce657e8bd4b269dd22f2676773222" is_pre_election: true 17:48:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.938589 2968 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222: Snoozing failure detection for 1.691s (vote granted) 17:48:11.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.939069 2968 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 461c1bb1839a4d2fa0c5326e98c0dad6 in term 0. 17:48:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.940469 3003 leader_election.cc:387] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 2a6ce657e8bd4b269dd22f2676773222 (127.2.202.61:49081) 17:48:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.940722 3003 leader_election.cc:278] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:48:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.941350 3076 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6: Snoozing failure detection for 1.534s (election complete) 17:48:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.941612 3076 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:48:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.941820 3076 raft_consensus.cc:457] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:48:11.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.942004 3076 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6: Snoozing failure detection for 2.205s (starting election) 17:48:11.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.942198 3076 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [term 0 FOLLOWER]: Advancing to term 1 17:48:11.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.945575 3087 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:11.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.945889 3087 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.947522 3076 raft_consensus.cc:479] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } 17:48:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.948572 3076 leader_election.cc:251] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [CANDIDATE]: Term 1 election: Requesting vote from peer 3ce824b4cf8741eb887d77ff74e35857 (127.2.202.62:45207) 17:48:11.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.949252 3076 leader_election.cc:251] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [CANDIDATE]: Term 1 election: Requesting vote from peer 2a6ce657e8bd4b269dd22f2676773222 (127.2.202.61:49081) 17:48:11.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.950453 2968 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2a6ce657e8bd4b269dd22f2676773222" 17:48:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.950914 2968 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [term 0 FOLLOWER]: Advancing to term 1 17:48:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.951200 2968 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222: Snoozing failure detection for 1.592s (vote granted) 17:48:11.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.956382 2968 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 461c1bb1839a4d2fa0c5326e98c0dad6 in term 1. 17:48:11.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.957311 3003 leader_election.cc:387] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [CANDIDATE]: Term 1 election: Vote granted by peer 2a6ce657e8bd4b269dd22f2676773222 (127.2.202.61:49081) 17:48:11.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.957582 3003 leader_election.cc:278] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.961515 3076 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6: Snoozing failure detection for 1.622s (election complete) 17:48:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.961781 3076 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [term 1 FOLLOWER]: Leader election won for term 1 17:48:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.967242 3076 raft_consensus.cc:595] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [term 1 LEADER]: Becoming Leader. State: Replica: 461c1bb1839a4d2fa0c5326e98c0dad6, State: Running, Role: LEADER 17:48:11.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.967810 3076 consensus_queue.cc:205] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } 17:48:11.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.996212 3106 sys_catalog.cc:337] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 461c1bb1839a4d2fa0c5326e98c0dad6. Latest consensus state: current_term: 1 leader_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } } 17:48:11.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.996963 3106 sys_catalog.cc:340] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [sys.catalog]: This master's current role is: LEADER 17:48:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.009582 3108 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:48:12.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.013420 3108 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:48:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:11.812326 3092 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } } 17:48:12.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.034051 3092 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [sys.catalog]: This master's current role is: FOLLOWER 17:48:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.058605 2968 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [term 1 FOLLOWER]: Refusing update from remote peer 461c1bb1839a4d2fa0c5326e98c0dad6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:12.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.059968 3106 consensus_queue.cc:963] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:48:12.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:11.843327 2881 tablet.cc:1728] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:12.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.087347 3085 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 461c1bb1839a4d2fa0c5326e98c0dad6. Latest consensus state: current_term: 1 leader_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } } 17:48:12.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.092154 3085 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [sys.catalog]: This master's current role is: FOLLOWER 17:48:12.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.092475 2902 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ce824b4cf8741eb887d77ff74e35857" is_pre_election: true 17:48:12.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.095163 2864 master_main.cc:86] Master server successfully started. 17:48:12.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.093099 2901 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ce824b4cf8741eb887d77ff74e35857" 17:48:12.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.096165 2900 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [term 0 FOLLOWER]: Advancing to term 1 17:48:12.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.097445 3106 sys_catalog.cc:337] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } } 17:48:12.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.098073 3106 sys_catalog.cc:340] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [sys.catalog]: This master's current role is: LEADER 17:48:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.101183 2900 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [term 1 FOLLOWER]: Refusing update from remote peer 461c1bb1839a4d2fa0c5326e98c0dad6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.101718 2901 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 461c1bb1839a4d2fa0c5326e98c0dad6 for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:12.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.102144 2902 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 461c1bb1839a4d2fa0c5326e98c0dad6 for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:12.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.102823 3108 catalog_manager.cc:924] Generated new certificate authority record 17:48:12.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.105093 3108 catalog_manager.cc:1046] Loading token signing keys... 17:48:12.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.106917 3106 consensus_queue.cc:963] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:48:12.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.107558 3004 leader_election.cc:401] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [CANDIDATE]: Term 1 election: Vote denied by peer 3ce824b4cf8741eb887d77ff74e35857 (127.2.202.62:45207). Message: Service unavailable: T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 461c1bb1839a4d2fa0c5326e98c0dad6 for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:12.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.108548 3004 leader_election.cc:401] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 3ce824b4cf8741eb887d77ff74e35857 (127.2.202.62:45207). Message: Service unavailable: T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 461c1bb1839a4d2fa0c5326e98c0dad6 for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:12.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:12.109802 3093 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:12.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:12.110034 3093 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.118847 3085 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } } 17:48:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.119582 3085 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222 [sys.catalog]: This master's current role is: FOLLOWER 17:48:12.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.158658 3108 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6: Generated new TSK 0 17:48:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.180488 3092 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 461c1bb1839a4d2fa0c5326e98c0dad6. Latest consensus state: current_term: 1 leader_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } } 17:48:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.181104 3092 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [sys.catalog]: This master's current role is: FOLLOWER 17:48:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.183229 3106 sys_catalog.cc:337] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } } 17:48:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.183909 3106 sys_catalog.cc:340] T 00000000000000000000000000000000 P 461c1bb1839a4d2fa0c5326e98c0dad6 [sys.catalog]: This master's current role is: LEADER 17:48:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.183688 3124 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ce824b4cf8741eb887d77ff74e35857" member_type: VOTER last_known_addr { host: "127.2.202.62" port: 45207 } } peers { permanent_uuid: "2a6ce657e8bd4b269dd22f2676773222" member_type: VOTER last_known_addr { host: "127.2.202.61" port: 49081 } } peers { permanent_uuid: "461c1bb1839a4d2fa0c5326e98c0dad6" member_type: VOTER last_known_addr { host: "127.2.202.60" port: 59216 } } } 17:48:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.184350 3124 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857 [sys.catalog]: This master's current role is: FOLLOWER 17:48:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.229728 3072 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:12.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.238831 3072 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:12.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.246536 3072 tablet_server_main.cc:90] Starting tablet server... 17:48:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:12.583868 2943 debug-util.cc:397] Leaking SignalData structure 0x7b0800029060 after lost signal to thread 2929 17:48:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:12.584421 2943 debug-util.cc:397] Leaking SignalData structure 0x7b0800029760 after lost signal to thread 2989 17:48:12.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.952977 3087 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222: acquiring CA information for follower catalog manager: success 17:48:12.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:12.956347 3087 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 2a6ce657e8bd4b269dd22f2676773222: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:13.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.116910 3093 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857: acquiring CA information for follower catalog manager: success 17:48:13.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.120229 3093 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 3ce824b4cf8741eb887d77ff74e35857: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:13.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.126039 3072 rpc_server.cc:205] RPC server started. Bound to: 127.2.202.1:56721 17:48:13.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.127532 3072 webserver.cc:175] Starting webserver on 127.2.202.1:0 17:48:13.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.127686 3072 webserver.cc:186] Document root disabled 17:48:13.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.137085 3072 webserver.cc:313] Webserver started. Bound to: http://127.2.202.1:47250/ 17:48:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.138295 3072 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-0/data/info.pb 17:48:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.146725 2856 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 3072 17:48:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.147960 2856 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/wal 17:48:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/data 17:48:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.202.2:0 17:48:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.2.202.2 17:48:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.202.2 17:48:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.2.202.62:45207,127.2.202.61:49081,127.2.202.60:59216 17:48:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/logs 17:48:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/data/info.pb 17:48:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.202003 3072 tablet_server_main.cc:93] Tablet server successfully started. 17:48:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.254372 3305 heartbeater.cc:346] Connected to a master server at 127.2.202.61:49081 17:48:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.254724 3305 heartbeater.cc:426] Registering TS with master... 17:48:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.255302 3305 heartbeater.cc:475] Master 127.2.202.61:49081 requested a full tablet report, sending... 17:48:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.258282 2958 ts_manager.cc:98] Registered new tserver with Master: 1841fe5c9f7a4e20b98ac529bc12068f (127.2.202.1:56721) 17:48:13.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.260210 3309 heartbeater.cc:346] Connected to a master server at 127.2.202.60:59216 17:48:13.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.260447 3309 heartbeater.cc:426] Registering TS with master... 17:48:13.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.261133 3309 heartbeater.cc:475] Master 127.2.202.60:59216 requested a full tablet report, sending... 17:48:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.263303 3023 ts_manager.cc:98] Registered new tserver with Master: 1841fe5c9f7a4e20b98ac529bc12068f (127.2.202.1:56721) 17:48:13.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.263783 3304 heartbeater.cc:346] Connected to a master server at 127.2.202.62:45207 17:48:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.264014 3304 heartbeater.cc:426] Registering TS with master... 17:48:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.264430 3304 heartbeater.cc:475] Master 127.2.202.62:45207 requested a full tablet report, sending... 17:48:13.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.265980 3023 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.2.202.1:34348 17:48:13.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.266993 2892 ts_manager.cc:98] Registered new tserver with Master: 1841fe5c9f7a4e20b98ac529bc12068f (127.2.202.1:56721) 17:48:13.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:13.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:13.513018 3306 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:13.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:13.513885 3306 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:13.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:13.530138 3306 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:13.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:13.530846 3306 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.202.2 17:48:13.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.572676 3306 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/data 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/wal 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.202.2:0 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/data/info.pb 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.202.2 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.2.202.62:45207,127.2.202.61:49081,127.2.202.60:59216 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.2.202.2 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/logs 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.600827 3306 tablet_server_main.cc:85] Initializing tablet server... 17:48:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.604070 3306 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 222064us 17:48:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.604933 3306 fs_manager.cc:262] Metadata directory not provided 17:48:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.605227 3306 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.605731 3306 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.606020 3306 server_base.cc:433] Attempting to create new FS layout instead 17:48:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.611151 3306 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/data/instance: 17:48:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "caf441485636412b9673646ed909e654" 17:48:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:13 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.612546 3306 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/wal/instance: 17:48:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "caf441485636412b9673646ed909e654" 17:48:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:13 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:13.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.642889 3306 fs_manager.cc:502] Time spent creating directory manager: real 0.030s user 0.015s sys 0.009s 17:48:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.645005 3306 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.645838 3306 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.663771 3306 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.000s sys 0.006s 17:48:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.664177 3306 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/wal 17:48:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "caf441485636412b9673646ed909e654" 17:48:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:13 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:13.664739 3306 fs_report.cc:352] FS layout report 17:48:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/wal 17:48:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/wal 17:48:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/data/data 17:48:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:13.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.014915 3306 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:14.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.024111 3306 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:14.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.030437 3306 tablet_server_main.cc:90] Starting tablet server... 17:48:14.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.270051 3309 heartbeater.cc:467] Master 127.2.202.60:59216 was elected leader, sending a full tablet report... 17:48:14.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.324640 3306 rpc_server.cc:205] RPC server started. Bound to: 127.2.202.2:43579 17:48:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.326226 3306 webserver.cc:175] Starting webserver on 127.2.202.2:0 17:48:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.326407 3306 webserver.cc:186] Document root disabled 17:48:14.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.328442 3306 webserver.cc:313] Webserver started. Bound to: http://127.2.202.2:44661/ 17:48:14.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.329484 3306 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-1/data/info.pb 17:48:14.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.332406 2856 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 3306 17:48:14.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.333511 2856 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:14.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:14.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/wal 17:48:14.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/data 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.202.3:0 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.2.202.3 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.202.3 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.2.202.62:45207,127.2.202.61:49081,127.2.202.60:59216 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/logs 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/data/info.pb 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:14.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.380223 3306 tablet_server_main.cc:93] Tablet server successfully started. 17:48:14.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.420089 3438 heartbeater.cc:346] Connected to a master server at 127.2.202.61:49081 17:48:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.420560 3438 heartbeater.cc:426] Registering TS with master... 17:48:14.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.421762 3438 heartbeater.cc:475] Master 127.2.202.61:49081 requested a full tablet report, sending... 17:48:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.424500 2958 ts_manager.cc:98] Registered new tserver with Master: caf441485636412b9673646ed909e654 (127.2.202.2:43579) 17:48:14.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.429466 3442 heartbeater.cc:346] Connected to a master server at 127.2.202.60:59216 17:48:14.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.429705 3442 heartbeater.cc:426] Registering TS with master... 17:48:14.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.430196 3442 heartbeater.cc:475] Master 127.2.202.60:59216 requested a full tablet report, sending... 17:48:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.432159 3023 ts_manager.cc:98] Registered new tserver with Master: caf441485636412b9673646ed909e654 (127.2.202.2:43579) 17:48:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.433961 3023 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.2.202.2:58209 17:48:14.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.436936 3437 heartbeater.cc:346] Connected to a master server at 127.2.202.62:45207 17:48:14.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.437183 3437 heartbeater.cc:426] Registering TS with master... 17:48:14.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.438493 3437 heartbeater.cc:475] Master 127.2.202.62:45207 requested a full tablet report, sending... 17:48:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.440870 2892 ts_manager.cc:98] Registered new tserver with Master: caf441485636412b9673646ed909e654 (127.2.202.2:43579) 17:48:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:14.557219 3441 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:14.557813 3441 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:14.574151 3441 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:14.574715 3441 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.202.3 17:48:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.598280 3441 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/data 17:48:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/wal 17:48:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.2.202.3:0 17:48:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/data/info.pb 17:48:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.2.202.3 17:48:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.2.202.62:45207,127.2.202.61:49081,127.2.202.60:59216 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.2.202.3 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/logs 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:14.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.625247 3441 tablet_server_main.cc:85] Initializing tablet server... 17:48:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.628104 3441 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 222564us 17:48:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.628854 3441 fs_manager.cc:262] Metadata directory not provided 17:48:14.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.629031 3441 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:14.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.629380 3441 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:14.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.629580 3441 server_base.cc:433] Attempting to create new FS layout instead 17:48:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.634428 3441 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/data/instance: 17:48:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e64d078f08e3490ba673b799d42c6c9f" 17:48:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.635432 3441 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/wal/instance: 17:48:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e64d078f08e3490ba673b799d42c6c9f" 17:48:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:14.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.674216 3441 fs_manager.cc:502] Time spent creating directory manager: real 0.038s user 0.012s sys 0.004s 17:48:14.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.675948 3441 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:14.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.676518 3441 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:14.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.684147 3441 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:48:14.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.684288 3441 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/wal 17:48:14.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e64d078f08e3490ba673b799d42c6c9f" 17:48:14.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.684659 3441 fs_report.cc:352] FS layout report 17:48:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/wal 17:48:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/wal 17:48:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/data/data 17:48:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:14.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.843611 3441 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:14.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.847326 3441 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:14.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.848780 3441 tablet_server_main.cc:90] Starting tablet server... 17:48:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.966894 3441 rpc_server.cc:205] RPC server started. Bound to: 127.2.202.3:51204 17:48:14.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.968247 3441 webserver.cc:175] Starting webserver on 127.2.202.3:0 17:48:14.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.968374 3441 webserver.cc:186] Document root disabled 17:48:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.969972 3441 webserver.cc:313] Webserver started. Bound to: http://127.2.202.3:39955/ 17:48:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.970799 3441 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8217207181401606191/ts-2/data/info.pb 17:48:14.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.976006 2856 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 3441 17:48:14.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:14.987269 3441 tablet_server_main.cc:93] Tablet server successfully started. 17:48:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.039381 3569 heartbeater.cc:346] Connected to a master server at 127.2.202.61:49081 17:48:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.039760 3569 heartbeater.cc:426] Registering TS with master... 17:48:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.040742 3569 heartbeater.cc:475] Master 127.2.202.61:49081 requested a full tablet report, sending... 17:48:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.043730 2958 ts_manager.cc:98] Registered new tserver with Master: e64d078f08e3490ba673b799d42c6c9f (127.2.202.3:51204) 17:48:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.045967 3568 heartbeater.cc:346] Connected to a master server at 127.2.202.62:45207 17:48:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.046172 3568 heartbeater.cc:426] Registering TS with master... 17:48:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.046526 3568 heartbeater.cc:475] Master 127.2.202.62:45207 requested a full tablet report, sending... 17:48:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.047793 3570 heartbeater.cc:346] Connected to a master server at 127.2.202.60:59216 17:48:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.047994 3570 heartbeater.cc:426] Registering TS with master... 17:48:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.048389 3570 heartbeater.cc:475] Master 127.2.202.60:59216 requested a full tablet report, sending... 17:48:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.048663 2892 ts_manager.cc:98] Registered new tserver with Master: e64d078f08e3490ba673b799d42c6c9f (127.2.202.3:51204) 17:48:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.050068 3023 ts_manager.cc:98] Registered new tserver with Master: e64d078f08e3490ba673b799d42c6c9f (127.2.202.3:51204) 17:48:15.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.051518 3023 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.2.202.3:49798 17:48:15.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.056030 2856 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:48:15.056 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.137393 3023 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.2.202.60:48687: 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:48:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.195225 3211 tablet_service.cc:759] Processing CreateTablet for tablet 99e2010925dd4637ac3672f267b3bfff (table=test [id=3bd1203f7a124fb6b1329a350b554db2]), partition=RANGE (key) PARTITION VALUES >= 50 17:48:15.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.196259 3211 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 99e2010925dd4637ac3672f267b3bfff. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:15.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.200443 3374 tablet_service.cc:759] Processing CreateTablet for tablet 62e6b9f940034875adb214e6ea7e42e0 (table=test [id=3bd1203f7a124fb6b1329a350b554db2]), partition=RANGE (key) PARTITION VALUES < 50 17:48:15.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.201756 3374 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 62e6b9f940034875adb214e6ea7e42e0. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.212285 3211 ts_tablet_manager.cc:1173] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f: Registered tablet (data state: TABLET_DATA_READY) 17:48:15.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.216390 3643 ts_tablet_manager.cc:1028] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f: Bootstrapping tablet 17:48:15.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.217082 3643 tablet_bootstrap.cc:438] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f: Bootstrap starting. 17:48:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.220124 3643 tablet_bootstrap.cc:592] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f: No blocks or log segments found. Creating new log. 17:48:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.220521 3374 ts_tablet_manager.cc:1173] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654: Registered tablet (data state: TABLET_DATA_READY) 17:48:15.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.221949 3643 log.cc:525] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f: Log is configured to *not* fsync() on all Append() calls 17:48:15.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.222239 3644 ts_tablet_manager.cc:1028] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654: Bootstrapping tablet 17:48:15.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.223165 3644 tablet_bootstrap.cc:438] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654: Bootstrap starting. 17:48:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.226523 3644 tablet_bootstrap.cc:592] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654: No blocks or log segments found. Creating new log. 17:48:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.227957 3644 log.cc:525] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654: Log is configured to *not* fsync() on all Append() calls 17:48:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.236152 3643 tablet_bootstrap.cc:438] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f: No bootstrap required, opened a new log 17:48:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.236542 3643 ts_tablet_manager.cc:1045] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f: Time spent bootstrapping tablet: real 0.020s user 0.005s sys 0.003s 17:48:15.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.246078 3644 tablet_bootstrap.cc:438] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654: No bootstrap required, opened a new log 17:48:15.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.246809 3644 ts_tablet_manager.cc:1045] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654: Time spent bootstrapping tablet: real 0.024s user 0.004s sys 0.004s 17:48:15.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.250164 3643 raft_consensus.cc:325] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1841fe5c9f7a4e20b98ac529bc12068f" member_type: VOTER last_known_addr { host: "127.2.202.1" port: 56721 } } 17:48:15.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.250937 3643 raft_consensus.cc:351] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:15.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.251104 3643 raft_consensus.cc:630] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1841fe5c9f7a4e20b98ac529bc12068f, State: Initialized, Role: FOLLOWER 17:48:15.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.251652 3643 consensus_queue.cc:228] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1841fe5c9f7a4e20b98ac529bc12068f" member_type: VOTER last_known_addr { host: "127.2.202.1" port: 56721 } } 17:48:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.252077 3643 raft_consensus.cc:365] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.252321 3643 raft_consensus.cc:457] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.252558 3643 raft_consensus.cc:2742] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f: Snoozing failure detection for 1.971s (starting election) 17:48:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.252779 3643 raft_consensus.cc:2794] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f [term 0 FOLLOWER]: Advancing to term 1 17:48:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.256611 3643 raft_consensus.cc:479] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1841fe5c9f7a4e20b98ac529bc12068f" member_type: VOTER last_known_addr { host: "127.2.202.1" port: 56721 } } 17:48:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.257104 3643 leader_election.cc:278] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.260028 3647 raft_consensus.cc:2742] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f: Snoozing failure detection for 1.670s (election complete) 17:48:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.260524 3647 raft_consensus.cc:2549] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f [term 1 FOLLOWER]: Leader election won for term 1 17:48:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.260200 3644 raft_consensus.cc:325] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "caf441485636412b9673646ed909e654" member_type: VOTER last_known_addr { host: "127.2.202.2" port: 43579 } } 17:48:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.260844 3644 raft_consensus.cc:351] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.260998 3644 raft_consensus.cc:630] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: caf441485636412b9673646ed909e654, State: Initialized, Role: FOLLOWER 17:48:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.261832 3644 consensus_queue.cc:228] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "caf441485636412b9673646ed909e654" member_type: VOTER last_known_addr { host: "127.2.202.2" port: 43579 } } 17:48:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.262478 3644 raft_consensus.cc:365] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:15.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.262796 3644 raft_consensus.cc:457] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:15.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.263118 3644 raft_consensus.cc:2742] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654: Snoozing failure detection for 2.184s (starting election) 17:48:15.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.263468 3644 raft_consensus.cc:2794] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654 [term 0 FOLLOWER]: Advancing to term 1 17:48:15.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.268054 3644 raft_consensus.cc:479] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "caf441485636412b9673646ed909e654" member_type: VOTER last_known_addr { host: "127.2.202.2" port: 43579 } } 17:48:15.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.268836 3644 leader_election.cc:278] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.271322 3650 raft_consensus.cc:2742] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654: Snoozing failure detection for 2.125s (election complete) 17:48:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.271831 3650 raft_consensus.cc:2549] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654 [term 1 FOLLOWER]: Leader election won for term 1 17:48:15.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.276926 3442 heartbeater.cc:467] Master 127.2.202.60:59216 was elected leader, sending a full tablet report... 17:48:15.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.278038 3644 ts_tablet_manager.cc:1073] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654: Time spent starting tablet: real 0.031s user 0.022s sys 0.007s 17:48:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.279762 3650 raft_consensus.cc:595] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654 [term 1 LEADER]: Becoming Leader. State: Replica: caf441485636412b9673646ed909e654, State: Running, Role: LEADER 17:48:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.280351 3650 consensus_queue.cc:205] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "caf441485636412b9673646ed909e654" member_type: VOTER last_known_addr { host: "127.2.202.2" port: 43579 } } 17:48:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.289700 3022 catalog_manager.cc:3758] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654 reported cstate change: term changed from 0 to 1, leader changed from to caf441485636412b9673646ed909e654 (127.2.202.2). New cstate: current_term: 1 leader_uuid: "caf441485636412b9673646ed909e654" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "caf441485636412b9673646ed909e654" member_type: VOTER last_known_addr { host: "127.2.202.2" port: 43579 } health_report { overall_health: HEALTHY } } } 17:48:15.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.261827 3643 ts_tablet_manager.cc:1073] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f: Time spent starting tablet: real 0.025s user 0.017s sys 0.006s 17:48:15.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.355283 3647 raft_consensus.cc:595] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f [term 1 LEADER]: Becoming Leader. State: Replica: 1841fe5c9f7a4e20b98ac529bc12068f, State: Running, Role: LEADER 17:48:15.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.355731 3647 consensus_queue.cc:205] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1841fe5c9f7a4e20b98ac529bc12068f" member_type: VOTER last_known_addr { host: "127.2.202.1" port: 56721 } } 17:48:15.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.364810 3022 catalog_manager.cc:3758] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f reported cstate change: term changed from 0 to 1, leader changed from to 1841fe5c9f7a4e20b98ac529bc12068f (127.2.202.1). New cstate: current_term: 1 leader_uuid: "1841fe5c9f7a4e20b98ac529bc12068f" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1841fe5c9f7a4e20b98ac529bc12068f" member_type: VOTER last_known_addr { host: "127.2.202.1" port: 56721 } health_report { overall_health: HEALTHY } } } 17:48:15.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:15.382030 3445 tablet.cc:1728] T 62e6b9f940034875adb214e6ea7e42e0 P caf441485636412b9673646ed909e654: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:15.456164 3311 tablet.cc:1728] T 99e2010925dd4637ac3672f267b3bfff P 1841fe5c9f7a4e20b98ac529bc12068f: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:15.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.475327 3022 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.2.202.60:48687: 17:48:15.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:48:15.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:15.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:15.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.503423 3505 tablet_service.cc:759] Processing CreateTablet for tablet d515780fe24c446e877125d4ba04a715 (table=simple-test [id=a6b7f5b0b6e44626815977de09a211ad]), partition=RANGE (key) PARTITION UNBOUNDED 17:48:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.504215 3505 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet d515780fe24c446e877125d4ba04a715. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:15.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.516664 3505 ts_tablet_manager.cc:1173] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f: Registered tablet (data state: TABLET_DATA_READY) 17:48:15.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.518265 3656 ts_tablet_manager.cc:1028] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f: Bootstrapping tablet 17:48:15.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.518960 3656 tablet_bootstrap.cc:438] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f: Bootstrap starting. 17:48:15.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.522017 3656 tablet_bootstrap.cc:592] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f: No blocks or log segments found. Creating new log. 17:48:15.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.523715 3656 log.cc:525] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f: Log is configured to *not* fsync() on all Append() calls 17:48:15.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.550704 3656 tablet_bootstrap.cc:438] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f: No bootstrap required, opened a new log 17:48:15.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.551074 3656 ts_tablet_manager.cc:1045] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f: Time spent bootstrapping tablet: real 0.032s user 0.003s sys 0.004s 17:48:15.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.563123 3656 raft_consensus.cc:325] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e64d078f08e3490ba673b799d42c6c9f" member_type: VOTER last_known_addr { host: "127.2.202.3" port: 51204 } } 17:48:15.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.563643 3656 raft_consensus.cc:351] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:15.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.563849 3656 raft_consensus.cc:630] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e64d078f08e3490ba673b799d42c6c9f, State: Initialized, Role: FOLLOWER 17:48:15.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.564491 3656 consensus_queue.cc:228] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e64d078f08e3490ba673b799d42c6c9f" member_type: VOTER last_known_addr { host: "127.2.202.3" port: 51204 } } 17:48:15.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.564911 3656 raft_consensus.cc:365] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:15.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.565119 3656 raft_consensus.cc:457] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:15.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.565301 3656 raft_consensus.cc:2742] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f: Snoozing failure detection for 1.747s (starting election) 17:48:15.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.565516 3656 raft_consensus.cc:2794] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f [term 0 FOLLOWER]: Advancing to term 1 17:48:15.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.568378 3656 raft_consensus.cc:479] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e64d078f08e3490ba673b799d42c6c9f" member_type: VOTER last_known_addr { host: "127.2.202.3" port: 51204 } } 17:48:15.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.568892 3656 leader_election.cc:278] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:15.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.570446 3658 raft_consensus.cc:2742] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f: Snoozing failure detection for 1.952s (election complete) 17:48:15.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.570802 3658 raft_consensus.cc:2549] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f [term 1 FOLLOWER]: Leader election won for term 1 17:48:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.572295 3570 heartbeater.cc:467] Master 127.2.202.60:59216 was elected leader, sending a full tablet report... 17:48:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.573947 3658 raft_consensus.cc:595] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f [term 1 LEADER]: Becoming Leader. State: Replica: e64d078f08e3490ba673b799d42c6c9f, State: Running, Role: LEADER 17:48:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.574453 3658 consensus_queue.cc:205] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e64d078f08e3490ba673b799d42c6c9f" member_type: VOTER last_known_addr { host: "127.2.202.3" port: 51204 } } 17:48:15.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.573557 3656 ts_tablet_manager.cc:1073] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f: Time spent starting tablet: real 0.022s user 0.015s sys 0.007s 17:48:15.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.617956 3022 catalog_manager.cc:3758] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f reported cstate change: term changed from 0 to 1, leader changed from to e64d078f08e3490ba673b799d42c6c9f (127.2.202.3). New cstate: current_term: 1 leader_uuid: "e64d078f08e3490ba673b799d42c6c9f" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e64d078f08e3490ba673b799d42c6c9f" member_type: VOTER last_known_addr { host: "127.2.202.3" port: 51204 } health_report { overall_health: HEALTHY } } } 17:48:15.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:15.745532 3572 tablet.cc:1728] T d515780fe24c446e877125d4ba04a715 P e64d078f08e3490ba673b799d42c6c9f: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.913771 2856 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 3072 17:48:15.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.934093 2856 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 3306 17:48:15.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:15.934303 3003 connection.cc:512] server connection from 127.2.202.1:34348 recv error: Network error: failed to read from TLS socket (remote: 127.2.202.1:34348): Connection reset by peer (error 104) 17:48:15.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:15.935140 2874 connection.cc:512] server connection from 127.2.202.1:41771 recv error: Network error: failed to read from TLS socket (remote: 127.2.202.1:41771): Connection reset by peer (error 104) 17:48:15.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:15.935915 2942 connection.cc:512] server connection from 127.2.202.1:38756 recv error: Network error: failed to read from TLS socket (remote: 127.2.202.1:38756): Connection reset by peer (error 104) 17:48:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:15.956768 2875 connection.cc:512] server connection from 127.2.202.2:34387 recv error: Network error: failed to read from TLS socket (remote: 127.2.202.2:34387): Connection reset by peer (error 104) 17:48:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:15.957435 2942 connection.cc:512] server connection from 127.2.202.2:51063 recv error: Network error: failed to read from TLS socket (remote: 127.2.202.2:51063): Connection reset by peer (error 104) 17:48:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:15.957523 3007 connection.cc:512] server connection from 127.2.202.2:58209 recv error: Network error: failed to read from TLS socket (remote: 127.2.202.2:58209): Connection reset by peer (error 104) 17:48:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.957573 2856 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 3441 17:48:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:15.976763 3004 connection.cc:512] server connection from 127.2.202.3:49798 recv error: Network error: failed to read from TLS socket (remote: 127.2.202.3:49798): Connection reset by peer (error 104) 17:48:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:15.976773 2874 connection.cc:512] server connection from 127.2.202.3:35005 recv error: Network error: failed to read from TLS socket (remote: 127.2.202.3:35005): Connection reset by peer (error 104) 17:48:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:15.976780 2936 connection.cc:512] server connection from 127.2.202.3:52938 recv error: Network error: failed to read from TLS socket (remote: 127.2.202.3:52938): Connection reset by peer (error 104) 17:48:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:15.977609 2856 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 2864 17:48:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:16.000257 2856 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 2926 17:48:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:16.020651 2856 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 2992 17:48:17.064 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614097064 17:48:17.065 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:48:17.065 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:48:17.066 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:48:17.066 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:48:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.279224 3692 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/wal 17:48:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/data 17:48:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.3.155.62:33893 17:48:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.3.155.62 17:48:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/logs 17:48:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/data/info.pb 17:48:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.3.155.62:33893,127.3.155.61:43732,127.3.155.60:44727 with env {} 17:48:17.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:17.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:17.439252 3700 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:17.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:17.439636 3700 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:17.449313 3700 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:17.449470 3700 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:17.449574 3700 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:17.449774 3700 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.469084 3700 master_main.cc:73] Master server non-default flags: 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/data 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/wal 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.3.155.62:33893,127.3.155.61:43732,127.3.155.60:44727 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.3.155.62:33893 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/data/info.pb 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.3.155.62 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/logs 17:48:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:17.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.483552 3700 master_main.cc:80] Initializing master server... 17:48:17.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.486506 3700 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 224064us 17:48:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.487339 3700 fs_manager.cc:262] Metadata directory not provided 17:48:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.487506 3700 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.487834 3700 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.487949 3700 server_base.cc:433] Attempting to create new FS layout instead 17:48:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.491809 3700 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/data/instance: 17:48:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d4204d88458646d2b288a2589b54f033" 17:48:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:17 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.492496 3700 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/wal/instance: 17:48:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d4204d88458646d2b288a2589b54f033" 17:48:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:17 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.527837 3700 fs_manager.cc:502] Time spent creating directory manager: real 0.035s user 0.009s sys 0.004s 17:48:17.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.529058 3700 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.530251 3700 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.538524 3700 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:48:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.538650 3700 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/wal 17:48:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d4204d88458646d2b288a2589b54f033" 17:48:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:17 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.538868 3700 fs_report.cc:352] FS layout report 17:48:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/wal 17:48:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/wal 17:48:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/data/data 17:48:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.718366 3700 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:17.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.720885 3700 master_main.cc:83] Starting Master server... 17:48:17.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.808544 3700 rpc_server.cc:205] RPC server started. Bound to: 127.3.155.62:33893 17:48:17.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.809473 3700 webserver.cc:175] Starting webserver on 127.3.155.62:0 17:48:17.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.809576 3700 webserver.cc:186] Document root disabled 17:48:17.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.811520 3700 webserver.cc:313] Webserver started. Bound to: http://127.3.155.62:40412/ 17:48:17.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.812240 3700 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-0/data/info.pb 17:48:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.815016 3692 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 3700 17:48:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.816154 3692 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/wal 17:48:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/data 17:48:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.3.155.61:43732 17:48:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.3.155.61 17:48:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/logs 17:48:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/data/info.pb 17:48:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.3.155.62:33893,127.3.155.61:43732,127.3.155.60:44727 with env {} 17:48:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.816687 3761 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:17.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.831007 3761 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } has no permanent_uuid. Determining permanent_uuid... 17:48:17.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.856186 3761 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } has no permanent_uuid. Determining permanent_uuid... 17:48:17.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:17.858019 3761 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.3.155.61:43732: Network error: Client connection negotiation failed: client connection to 127.3.155.61:43732: connect: Connection refused (error 111) 17:48:17.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.877446 3761 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } attempt: 1 17:48:17.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:17.878707 3761 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.3.155.61:43732: Network error: Client connection negotiation failed: client connection to 127.3.155.61:43732: connect: Connection refused (error 111) 17:48:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:17.927050 3761 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } attempt: 2 17:48:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:17.928390 3761 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.3.155.61:43732: Network error: Client connection negotiation failed: client connection to 127.3.155.61:43732: connect: Connection refused (error 111) 17:48:17.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:17.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:17.980005 3762 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:17.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:17.980367 3762 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:17.989861 3762 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:17.990000 3762 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:17.990098 3762 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:17.990237 3762 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.010018 3762 master_main.cc:73] Master server non-default flags: 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/data 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/wal 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.3.155.62:33893,127.3.155.61:43732,127.3.155.60:44727 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.3.155.61:43732 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/data/info.pb 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.3.155.61 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:18.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/logs 17:48:18.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:18.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:18.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:18.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:18.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:18.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:18.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:18.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:18.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:18.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.024499 3762 master_main.cc:80] Initializing master server... 17:48:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.027346 3762 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 224564us 17:48:18.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.028156 3762 fs_manager.cc:262] Metadata directory not provided 17:48:18.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.028297 3762 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:18.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.028611 3762 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:18.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.028725 3762 server_base.cc:433] Attempting to create new FS layout instead 17:48:18.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.032480 3762 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/data/instance: 17:48:18.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "533971f21d4f4f87a16fa7797b6b8e79" 17:48:18.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:18 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:18.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.033179 3762 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/wal/instance: 17:48:18.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "533971f21d4f4f87a16fa7797b6b8e79" 17:48:18.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:18 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.039741 3761 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } attempt: 3 17:48:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.040989 3761 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.3.155.61:43732: Network error: Client connection negotiation failed: client connection to 127.3.155.61:43732: connect: Connection refused (error 111) 17:48:18.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.048081 3762 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.005s 17:48:18.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.049311 3762 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:18.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.050520 3762 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:18.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.059203 3762 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s 17:48:18.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.059343 3762 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/wal 17:48:18.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "533971f21d4f4f87a16fa7797b6b8e79" 17:48:18.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:18 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:18.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.059622 3762 fs_report.cc:352] FS layout report 17:48:18.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:18.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/wal 17:48:18.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/wal 17:48:18.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/data/data 17:48:18.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:18.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:18.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:18.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:18.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:18.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:18.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:18.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:18.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:18.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:18.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.217339 3761 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } attempt: 4 17:48:18.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.219033 3761 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.3.155.61:43732: Network error: Client connection negotiation failed: client connection to 127.3.155.61:43732: connect: Connection refused (error 111) 17:48:18.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.228966 3762 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:18.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.231458 3762 master_main.cc:83] Starting Master server... 17:48:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.321344 3762 rpc_server.cc:205] RPC server started. Bound to: 127.3.155.61:43732 17:48:18.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.322299 3762 webserver.cc:175] Starting webserver on 127.3.155.61:0 17:48:18.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.322427 3762 webserver.cc:186] Document root disabled 17:48:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.324431 3762 webserver.cc:313] Webserver started. Bound to: http://127.3.155.61:56997/ 17:48:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.325244 3762 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-1/data/info.pb 17:48:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.328959 3852 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.333595 3692 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 3762 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.334347 3692 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/wal 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/data 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.3.155.60:44727 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.3.155.60 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/logs 17:48:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/data/info.pb 17:48:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.3.155.62:33893,127.3.155.61:43732,127.3.155.60:44727 with env {} 17:48:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.341603 3852 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } has no permanent_uuid. Determining permanent_uuid... 17:48:18.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.358034 3852 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } has no permanent_uuid. Determining permanent_uuid... 17:48:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.369217 3852 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } has no permanent_uuid. Determining permanent_uuid... 17:48:18.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.370925 3852 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.3.155.60:44727: Network error: Client connection negotiation failed: client connection to 127.3.155.60:44727: connect: Connection refused (error 111) 17:48:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.390379 3852 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } attempt: 1 17:48:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.391661 3852 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.3.155.60:44727: Network error: Client connection negotiation failed: client connection to 127.3.155.60:44727: connect: Connection refused (error 111) 17:48:18.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.439965 3852 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } attempt: 2 17:48:18.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.441123 3852 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.3.155.60:44727: Network error: Client connection negotiation failed: client connection to 127.3.155.60:44727: connect: Connection refused (error 111) 17:48:18.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:18.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.500051 3853 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:18.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.500516 3853 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:18.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.510321 3853 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:18.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.510514 3853 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:18.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.510659 3853 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:18.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.510826 3853 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:18.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.522332 3761 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } attempt: 5 17:48:18.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.530246 3761 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } has no permanent_uuid. Determining permanent_uuid... 17:48:18.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.531507 3761 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.3.155.60:44727: Network error: Client connection negotiation failed: client connection to 127.3.155.60:44727: connect: Connection refused (error 111) 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.533074 3853 master_main.cc:73] Master server non-default flags: 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/data 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/wal 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.3.155.62:33893,127.3.155.61:43732,127.3.155.60:44727 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.3.155.60:44727 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/data/info.pb 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.3.155.60 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/logs 17:48:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:18.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.547641 3853 master_main.cc:80] Initializing master server... 17:48:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.550065 3853 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 224564us 17:48:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.550899 3853 fs_manager.cc:262] Metadata directory not provided 17:48:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.551021 3853 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.551265 3853 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.551406 3853 server_base.cc:433] Attempting to create new FS layout instead 17:48:18.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.552484 3852 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } attempt: 3 17:48:18.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.553673 3852 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.3.155.60:44727: Network error: Client connection negotiation failed: client connection to 127.3.155.60:44727: connect: Connection refused (error 111) 17:48:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.555485 3853 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/data/instance: 17:48:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d3a3788b16754c80b6ed52b42c6703af" 17:48:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:18 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.556221 3853 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/wal/instance: 17:48:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d3a3788b16754c80b6ed52b42c6703af" 17:48:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:18 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:18.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.569857 3761 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } attempt: 1 17:48:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.571166 3761 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.3.155.60:44727: Network error: Client connection negotiation failed: client connection to 127.3.155.60:44727: connect: Connection refused (error 111) 17:48:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.584362 3853 fs_manager.cc:502] Time spent creating directory manager: real 0.028s user 0.008s sys 0.005s 17:48:18.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.585664 3853 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:18.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.586916 3853 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.595486 3853 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s 17:48:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.595633 3853 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/wal 17:48:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d3a3788b16754c80b6ed52b42c6703af" 17:48:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:18 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.595909 3853 fs_report.cc:352] FS layout report 17:48:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/wal 17:48:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/wal 17:48:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/data/data 17:48:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:18.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.619451 3761 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } attempt: 2 17:48:18.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.620764 3761 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.3.155.60:44727: Network error: Client connection negotiation failed: client connection to 127.3.155.60:44727: connect: Connection refused (error 111) 17:48:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.721101 3761 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } attempt: 3 17:48:18.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.723147 3761 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.3.155.60:44727: Network error: Client connection negotiation failed: client connection to 127.3.155.60:44727: connect: Connection refused (error 111) 17:48:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.730034 3852 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } attempt: 4 17:48:18.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.731325 3852 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.3.155.60:44727: Network error: Client connection negotiation failed: client connection to 127.3.155.60:44727: connect: Connection refused (error 111) 17:48:18.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.771083 3853 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:18.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.773537 3853 master_main.cc:83] Starting Master server... 17:48:18.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.862293 3853 rpc_server.cc:205] RPC server started. Bound to: 127.3.155.60:44727 17:48:18.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.863162 3853 webserver.cc:175] Starting webserver on 127.3.155.60:0 17:48:18.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.863267 3853 webserver.cc:186] Document root disabled 17:48:18.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.863978 3761 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } attempt: 4 17:48:18.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.865883 3853 webserver.cc:313] Webserver started. Bound to: http://127.3.155.60:59636/ 17:48:18.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.867777 3853 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/master-2/data/info.pb 17:48:18.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.872692 3692 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 3853 17:48:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.874119 3692 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/wal 17:48:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/data 17:48:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.3.155.1:0 17:48:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.3.155.1 17:48:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.3.155.1 17:48:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.3.155.62:33893,127.3.155.61:43732,127.3.155.60:44727 17:48:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/logs 17:48:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/data/info.pb 17:48:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.875820 3917 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:18.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.896435 3917 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } has no permanent_uuid. Determining permanent_uuid... 17:48:18.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.899097 3761 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033: Bootstrap starting. 17:48:18.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.904606 3761 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033: No blocks or log segments found. Creating new log. 17:48:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.906496 3761 log.cc:525] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033: Log is configured to *not* fsync() on all Append() calls 17:48:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.911973 3917 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } has no permanent_uuid. Determining permanent_uuid... 17:48:18.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.914270 3761 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033: No bootstrap required, opened a new log 17:48:18.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.920013 3917 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } has no permanent_uuid. Determining permanent_uuid... 17:48:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.928786 3761 raft_consensus.cc:325] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } 17:48:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.929901 3761 raft_consensus.cc:351] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.930173 3761 raft_consensus.cc:630] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4204d88458646d2b288a2589b54f033, State: Initialized, Role: FOLLOWER 17:48:18.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.930959 3761 consensus_queue.cc:228] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } 17:48:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.934741 3917 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af: Bootstrap starting. 17:48:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.934289 3761 sys_catalog.cc:337] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } } 17:48:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.935237 3761 sys_catalog.cc:340] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [sys.catalog]: This master's current role is: FOLLOWER 17:48:18.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.936616 3761 sys_catalog.cc:424] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [sys.catalog]: configured and running, proceeding with master startup. 17:48:18.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.938516 3917 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af: No blocks or log segments found. Creating new log. 17:48:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.940515 3917 log.cc:525] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af: Log is configured to *not* fsync() on all Append() calls 17:48:18.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.952462 3917 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af: No bootstrap required, opened a new log 17:48:18.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.970604 3917 raft_consensus.cc:325] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } 17:48:18.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.971693 3917 raft_consensus.cc:351] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.972108 3917 raft_consensus.cc:630] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d3a3788b16754c80b6ed52b42c6703af, State: Initialized, Role: FOLLOWER 17:48:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.972971 3917 consensus_queue.cc:228] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } 17:48:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.981771 3925 sys_catalog.cc:337] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } } 17:48:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.983163 3925 sys_catalog.cc:340] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [sys.catalog]: This master's current role is: FOLLOWER 17:48:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.034699 3852 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } attempt: 5 17:48:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.934689 3922 sys_catalog.cc:337] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } } 17:48:19.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.042824 3922 sys_catalog.cc:340] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [sys.catalog]: This master's current role is: FOLLOWER 17:48:19.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.050650 3852 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79: Bootstrap starting. 17:48:19.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.057240 3852 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79: No blocks or log segments found. Creating new log. 17:48:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.062193 3852 log.cc:525] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79: Log is configured to *not* fsync() on all Append() calls 17:48:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:18.974614 3717 tablet.cc:1728] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:19.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.080329 3700 master_main.cc:86] Master server successfully started. 17:48:19.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:19.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:19.084702 3918 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:19.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:19.085517 3918 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:19.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.086140 3852 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79: No bootstrap required, opened a new log 17:48:19.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:18.982864 3917 sys_catalog.cc:337] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } } 17:48:19.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.088132 3917 sys_catalog.cc:340] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [sys.catalog]: This master's current role is: FOLLOWER 17:48:19.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.089460 3917 sys_catalog.cc:424] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [sys.catalog]: configured and running, proceeding with master startup. 17:48:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:19.090890 3923 catalog_manager.cc:1084] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:19.091228 3923 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.102712 3853 master_main.cc:86] Master server successfully started. 17:48:19.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.105166 3852 raft_consensus.cc:325] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } 17:48:19.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.106081 3852 raft_consensus.cc:351] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:19.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.106422 3852 raft_consensus.cc:630] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 533971f21d4f4f87a16fa7797b6b8e79, State: Initialized, Role: FOLLOWER 17:48:19.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:19.107576 3918 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:19.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.108053 3922 raft_consensus.cc:457] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:48:19.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.108384 3922 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033: Snoozing failure detection for 1.918s (starting election) 17:48:19.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:19.108500 3918 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.155.1 17:48:19.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.108703 3922 raft_consensus.cc:479] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } 17:48:19.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.110057 3922 leader_election.cc:251] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 533971f21d4f4f87a16fa7797b6b8e79 (127.3.155.61:43732) 17:48:19.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.111778 3922 leader_election.cc:251] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer d3a3788b16754c80b6ed52b42c6703af (127.3.155.60:44727) 17:48:19.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.107192 3852 consensus_queue.cc:228] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } 17:48:19.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:19.114305 3928 catalog_manager.cc:1084] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.114095 3893 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d4204d88458646d2b288a2589b54f033" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d3a3788b16754c80b6ed52b42c6703af" is_pre_election: true 17:48:19.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:19.114720 3928 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.115047 3893 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af: Snoozing failure detection for 1.767s (vote granted) 17:48:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.115391 3893 raft_consensus.cc:2255] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4204d88458646d2b288a2589b54f033 in term 0. 17:48:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.116502 3712 leader_election.cc:387] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [CANDIDATE]: Term 1 pre-election: Vote granted by peer d3a3788b16754c80b6ed52b42c6703af (127.3.155.60:44727) 17:48:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.116737 3712 leader_election.cc:278] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:48:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.117344 3922 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033: Snoozing failure detection for 1.686s (election complete) 17:48:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.117609 3922 raft_consensus.cc:2549] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:48:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.117831 3922 raft_consensus.cc:457] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:48:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.118034 3922 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033: Snoozing failure detection for 1.764s (starting election) 17:48:19.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.118240 3922 raft_consensus.cc:2794] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [term 0 FOLLOWER]: Advancing to term 1 17:48:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.121750 3930 sys_catalog.cc:337] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } } 17:48:19.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.123699 3922 raft_consensus.cc:479] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } 17:48:19.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.124838 3922 leader_election.cc:251] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [CANDIDATE]: Term 1 election: Requesting vote from peer 533971f21d4f4f87a16fa7797b6b8e79 (127.3.155.61:43732) 17:48:19.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.126296 3922 leader_election.cc:251] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [CANDIDATE]: Term 1 election: Requesting vote from peer d3a3788b16754c80b6ed52b42c6703af (127.3.155.60:44727) 17:48:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.130806 3893 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d4204d88458646d2b288a2589b54f033" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d3a3788b16754c80b6ed52b42c6703af" 17:48:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.131306 3893 raft_consensus.cc:2794] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [term 0 FOLLOWER]: Advancing to term 1 17:48:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.131631 3893 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af: Snoozing failure detection for 1.981s (vote granted) 17:48:19.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.137059 3893 raft_consensus.cc:2255] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4204d88458646d2b288a2589b54f033 in term 1. 17:48:19.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.137991 3712 leader_election.cc:387] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [CANDIDATE]: Term 1 election: Vote granted by peer d3a3788b16754c80b6ed52b42c6703af (127.3.155.60:44727) 17:48:19.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.138020 3930 sys_catalog.cc:340] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [sys.catalog]: This master's current role is: FOLLOWER 17:48:19.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.138245 3712 leader_election.cc:278] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:19.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.138792 3922 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033: Snoozing failure detection for 2.214s (election complete) 17:48:19.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.139029 3922 raft_consensus.cc:2549] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [term 1 FOLLOWER]: Leader election won for term 1 17:48:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.141610 3922 raft_consensus.cc:595] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [term 1 LEADER]: Becoming Leader. State: Replica: d4204d88458646d2b288a2589b54f033, State: Running, Role: LEADER 17:48:19.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.142138 3922 consensus_queue.cc:205] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } 17:48:19.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.160894 3922 sys_catalog.cc:337] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d4204d88458646d2b288a2589b54f033. Latest consensus state: current_term: 1 leader_uuid: "d4204d88458646d2b288a2589b54f033" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } } 17:48:19.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.161638 3922 sys_catalog.cc:340] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [sys.catalog]: This master's current role is: LEADER 17:48:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.171298 3918 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/data 17:48:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/wal 17:48:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.3.155.1:0 17:48:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/data/info.pb 17:48:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.3.155.1 17:48:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.3.155.62:33893,127.3.155.61:43732,127.3.155.60:44727 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.3.155.1 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/logs 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:19.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.182744 3936 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:48:19.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.186427 3936 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:48:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.200629 3918 tablet_server_main.cc:85] Initializing tablet server... 17:48:19.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.204577 3918 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 225064us 17:48:19.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.205340 3918 fs_manager.cc:262] Metadata directory not provided 17:48:19.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.205610 3918 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:19.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.206020 3918 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:19.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.206260 3918 server_base.cc:433] Attempting to create new FS layout instead 17:48:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.211874 3918 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/data/instance: 17:48:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "36bbb9b77b334f21a8e4b8aae10fa6ca" 17:48:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:19 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.213155 3918 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/wal/instance: 17:48:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "36bbb9b77b334f21a8e4b8aae10fa6ca" 17:48:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:19 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.122694 3852 sys_catalog.cc:337] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } } 17:48:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.220934 3852 sys_catalog.cc:340] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [sys.catalog]: This master's current role is: FOLLOWER 17:48:19.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.222254 3852 sys_catalog.cc:424] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [sys.catalog]: configured and running, proceeding with master startup. 17:48:19.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.222492 3804 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d4204d88458646d2b288a2589b54f033" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "533971f21d4f4f87a16fa7797b6b8e79" is_pre_election: true 17:48:19.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.222369 3803 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d4204d88458646d2b288a2589b54f033" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "533971f21d4f4f87a16fa7797b6b8e79" 17:48:19.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.223757 3804 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79: Snoozing failure detection for 2.157s (vote granted) 17:48:19.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.224066 3804 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4204d88458646d2b288a2589b54f033 in term 0. 17:48:19.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.224556 3803 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate d4204d88458646d2b288a2589b54f033 for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.225836 3710 leader_election.cc:387] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 533971f21d4f4f87a16fa7797b6b8e79 (127.3.155.61:43732) 17:48:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.226621 3710 leader_election.cc:401] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [CANDIDATE]: Term 1 election: Vote denied by peer 533971f21d4f4f87a16fa7797b6b8e79 (127.3.155.61:43732). Message: Service unavailable: T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate d4204d88458646d2b288a2589b54f033 for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:19.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:19.237282 3783 tablet.cc:1728] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:19.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.239581 3762 master_main.cc:86] Master server successfully started. 17:48:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.246596 3918 fs_manager.cc:502] Time spent creating directory manager: real 0.033s user 0.015s sys 0.014s 17:48:19.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.249135 3918 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:19.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.250669 3918 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:19.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.260396 3893 raft_consensus.cc:1083] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [term 1 FOLLOWER]: Refusing update from remote peer d4204d88458646d2b288a2589b54f033: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:19.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.262053 3922 consensus_queue.cc:963] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:48:19.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:19.266944 3938 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:19.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:19.267284 3938 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:19.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.268031 3803 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [term 0 FOLLOWER]: Advancing to term 1 17:48:19.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.274266 3803 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [term 1 FOLLOWER]: Refusing update from remote peer d4204d88458646d2b288a2589b54f033: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:19.276620 3872 tablet.cc:1728] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:19.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.277070 3933 consensus_queue.cc:963] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [LEADER]: Connected to new peer: Peer: permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s 17:48:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.293514 3918 fs_manager.cc:418] Time spent opening block manager: real 0.019s user 0.000s sys 0.003s 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.293730 3918 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/wal 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "36bbb9b77b334f21a8e4b8aae10fa6ca" 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:19 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.294040 3918 fs_report.cc:352] FS layout report 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/wal 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/wal 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/data/data 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:19.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.310897 3930 sys_catalog.cc:337] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d4204d88458646d2b288a2589b54f033. Latest consensus state: current_term: 1 leader_uuid: "d4204d88458646d2b288a2589b54f033" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } } 17:48:19.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.311614 3930 sys_catalog.cc:340] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [sys.catalog]: This master's current role is: FOLLOWER 17:48:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.312330 3925 sys_catalog.cc:337] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [sys.catalog]: SysCatalogTable state changed. Reason: New leader d4204d88458646d2b288a2589b54f033. Latest consensus state: current_term: 1 leader_uuid: "d4204d88458646d2b288a2589b54f033" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } } 17:48:19.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.313021 3925 sys_catalog.cc:340] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [sys.catalog]: This master's current role is: FOLLOWER 17:48:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.326879 3930 sys_catalog.cc:337] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d4204d88458646d2b288a2589b54f033" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } } 17:48:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.327607 3930 sys_catalog.cc:340] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79 [sys.catalog]: This master's current role is: FOLLOWER 17:48:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.331354 3925 sys_catalog.cc:337] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d4204d88458646d2b288a2589b54f033" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } } 17:48:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.332051 3925 sys_catalog.cc:340] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af [sys.catalog]: This master's current role is: FOLLOWER 17:48:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.340546 3936 catalog_manager.cc:924] Generated new certificate authority record 17:48:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.342674 3936 catalog_manager.cc:1046] Loading token signing keys... 17:48:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.348242 3922 sys_catalog.cc:337] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d4204d88458646d2b288a2589b54f033" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } } 17:48:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.347632 3933 sys_catalog.cc:337] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d4204d88458646d2b288a2589b54f033" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d4204d88458646d2b288a2589b54f033" member_type: VOTER last_known_addr { host: "127.3.155.62" port: 33893 } } peers { permanent_uuid: "533971f21d4f4f87a16fa7797b6b8e79" member_type: VOTER last_known_addr { host: "127.3.155.61" port: 43732 } } peers { permanent_uuid: "d3a3788b16754c80b6ed52b42c6703af" member_type: VOTER last_known_addr { host: "127.3.155.60" port: 44727 } } } 17:48:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.348877 3922 sys_catalog.cc:340] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [sys.catalog]: This master's current role is: LEADER 17:48:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.348897 3933 sys_catalog.cc:340] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033 [sys.catalog]: This master's current role is: LEADER 17:48:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.364583 3936 catalog_manager.cc:4062] T 00000000000000000000000000000000 P d4204d88458646d2b288a2589b54f033: Generated new TSK 0 17:48:19.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.633013 3918 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:19.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.642294 3918 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:19.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:19.650261 3918 tablet_server_main.cc:90] Starting tablet server... 17:48:20.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.121472 3928 catalog_manager.cc:1082] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af: acquiring CA information for follower catalog manager: success 17:48:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.124562 3928 catalog_manager.cc:1110] T 00000000000000000000000000000000 P d3a3788b16754c80b6ed52b42c6703af: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:20.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.221534 3918 rpc_server.cc:205] RPC server started. Bound to: 127.3.155.1:49413 17:48:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.222941 3918 webserver.cc:175] Starting webserver on 127.3.155.1:0 17:48:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.223095 3918 webserver.cc:186] Document root disabled 17:48:20.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.224967 3918 webserver.cc:313] Webserver started. Bound to: http://127.3.155.1:45585/ 17:48:20.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.225869 3918 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-0/data/info.pb 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.232131 3692 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 3918 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.233290 3692 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/wal 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/data 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.3.155.2:0 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.3.155.2 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.3.155.2 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.3.155.62:33893,127.3.155.61:43732,127.3.155.60:44727 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/logs 17:48:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/data/info.pb 17:48:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:20.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.273533 3938 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79: acquiring CA information for follower catalog manager: success 17:48:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.276760 3938 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 533971f21d4f4f87a16fa7797b6b8e79: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.285387 3918 tablet_server_main.cc:93] Tablet server successfully started. 17:48:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.305788 4066 heartbeater.cc:346] Connected to a master server at 127.3.155.62:33893 17:48:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.306111 4066 heartbeater.cc:426] Registering TS with master... 17:48:20.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.306828 4066 heartbeater.cc:475] Master 127.3.155.62:33893 requested a full tablet report, sending... 17:48:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.309856 3728 ts_manager.cc:98] Registered new tserver with Master: 36bbb9b77b334f21a8e4b8aae10fa6ca (127.3.155.1:49413) 17:48:20.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.312773 3728 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.3.155.1:32889 17:48:20.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.313184 4073 heartbeater.cc:346] Connected to a master server at 127.3.155.60:44727 17:48:20.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.313449 4073 heartbeater.cc:426] Registering TS with master... 17:48:20.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.313905 4073 heartbeater.cc:475] Master 127.3.155.60:44727 requested a full tablet report, sending... 17:48:20.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.316633 3883 ts_manager.cc:98] Registered new tserver with Master: 36bbb9b77b334f21a8e4b8aae10fa6ca (127.3.155.1:49413) 17:48:20.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.307718 4069 heartbeater.cc:346] Connected to a master server at 127.3.155.61:43732 17:48:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.332069 4069 heartbeater.cc:426] Registering TS with master... 17:48:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.332487 4069 heartbeater.cc:475] Master 127.3.155.61:43732 requested a full tablet report, sending... 17:48:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.335645 3794 ts_manager.cc:98] Registered new tserver with Master: 36bbb9b77b334f21a8e4b8aae10fa6ca (127.3.155.1:49413) 17:48:20.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:20.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:20.470679 4070 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:20.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:20.471921 4070 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:20.489017 4070 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:20.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:20.490422 4070 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.155.2 17:48:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.540423 4070 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/data 17:48:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/wal 17:48:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.3.155.2:0 17:48:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/data/info.pb 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.3.155.2 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.3.155.62:33893,127.3.155.61:43732,127.3.155.60:44727 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.3.155.2 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/logs 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:20.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.575721 4070 tablet_server_main.cc:85] Initializing tablet server... 17:48:20.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.578940 4070 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 225564us 17:48:20.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.579753 4070 fs_manager.cc:262] Metadata directory not provided 17:48:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.580026 4070 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.580499 4070 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.580770 4070 server_base.cc:433] Attempting to create new FS layout instead 17:48:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.585809 4070 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/data/instance: 17:48:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d0dce8f637ef4624a1f5d0f53b05c64c" 17:48:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:20 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.587164 4070 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/wal/instance: 17:48:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d0dce8f637ef4624a1f5d0f53b05c64c" 17:48:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:20 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:20.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.623713 4070 fs_manager.cc:502] Time spent creating directory manager: real 0.036s user 0.014s sys 0.006s 17:48:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.626004 4070 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.627004 4070 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:20.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.645457 4070 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.002s sys 0.004s 17:48:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.646001 4070 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/wal 17:48:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d0dce8f637ef4624a1f5d0f53b05c64c" 17:48:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:20 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.646625 4070 fs_report.cc:352] FS layout report 17:48:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/wal 17:48:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/wal 17:48:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/data/data 17:48:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.967144 4070 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:20.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.976639 4070 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:20.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:20.982949 4070 tablet_server_main.cc:90] Starting tablet server... 17:48:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.316980 4066 heartbeater.cc:467] Master 127.3.155.62:33893 was elected leader, sending a full tablet report... 17:48:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.417758 4070 rpc_server.cc:205] RPC server started. Bound to: 127.3.155.2:49922 17:48:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.419083 4070 webserver.cc:175] Starting webserver on 127.3.155.2:0 17:48:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.419207 4070 webserver.cc:186] Document root disabled 17:48:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.420994 4070 webserver.cc:313] Webserver started. Bound to: http://127.3.155.2:48803/ 17:48:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.421849 4070 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-1/data/info.pb 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.424814 3692 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 4070 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.425879 3692 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/wal 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/data 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.3.155.3:0 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.3.155.3 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.3.155.3 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.3.155.62:33893,127.3.155.61:43732,127.3.155.60:44727 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:21.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/logs 17:48:21.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/data/info.pb 17:48:21.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:21.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:21.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:21.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:21.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.466457 4070 tablet_server_main.cc:93] Tablet server successfully started. 17:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.503882 4197 heartbeater.cc:346] Connected to a master server at 127.3.155.62:33893 17:48:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.504212 4197 heartbeater.cc:426] Registering TS with master... 17:48:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.505826 4197 heartbeater.cc:475] Master 127.3.155.62:33893 requested a full tablet report, sending... 17:48:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.509025 3728 ts_manager.cc:98] Registered new tserver with Master: d0dce8f637ef4624a1f5d0f53b05c64c (127.3.155.2:49922) 17:48:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.510809 3728 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.3.155.2:54461 17:48:21.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.515300 4198 heartbeater.cc:346] Connected to a master server at 127.3.155.61:43732 17:48:21.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.515591 4198 heartbeater.cc:426] Registering TS with master... 17:48:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.516072 4198 heartbeater.cc:475] Master 127.3.155.61:43732 requested a full tablet report, sending... 17:48:21.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.519420 3794 ts_manager.cc:98] Registered new tserver with Master: d0dce8f637ef4624a1f5d0f53b05c64c (127.3.155.2:49922) 17:48:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.520050 4200 heartbeater.cc:346] Connected to a master server at 127.3.155.60:44727 17:48:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.520287 4200 heartbeater.cc:426] Registering TS with master... 17:48:21.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.521446 4200 heartbeater.cc:475] Master 127.3.155.60:44727 requested a full tablet report, sending... 17:48:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.523680 3883 ts_manager.cc:98] Registered new tserver with Master: d0dce8f637ef4624a1f5d0f53b05c64c (127.3.155.2:49922) 17:48:21.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:21.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:21.587955 4199 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:21.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:21.588438 4199 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:21.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:21.599375 4199 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:21.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:21.599933 4199 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.155.3 17:48:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.616183 4199 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/data 17:48:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/wal 17:48:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.3.155.3:0 17:48:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/data/info.pb 17:48:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.3.155.3 17:48:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.3.155.62:33893,127.3.155.61:43732,127.3.155.60:44727 17:48:21.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.3.155.3 17:48:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/logs 17:48:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.634096 4199 tablet_server_main.cc:85] Initializing tablet server... 17:48:21.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.636260 4199 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 226064us 17:48:21.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.636752 4199 fs_manager.cc:262] Metadata directory not provided 17:48:21.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.636890 4199 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.637171 4199 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.637297 4199 server_base.cc:433] Attempting to create new FS layout instead 17:48:21.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.640554 4199 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/data/instance: 17:48:21.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "392716ed7e364adcaf265cdf8610760b" 17:48:21.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:21 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:21.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.641283 4199 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/wal/instance: 17:48:21.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "392716ed7e364adcaf265cdf8610760b" 17:48:21.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:21 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.653292 4199 fs_manager.cc:502] Time spent creating directory manager: real 0.012s user 0.008s sys 0.002s 17:48:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.654614 4199 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.655061 4199 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:21.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.662593 4199 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.001s 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.662729 4199 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/wal 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "392716ed7e364adcaf265cdf8610760b" 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:21 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.663043 4199 fs_report.cc:352] FS layout report 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/wal 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/wal 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/data/data 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:21.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.790940 4199 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:21.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.794668 4199 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:21.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.795825 4199 tablet_server_main.cc:90] Starting tablet server... 17:48:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.910637 4199 rpc_server.cc:205] RPC server started. Bound to: 127.3.155.3:53269 17:48:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.911906 4199 webserver.cc:175] Starting webserver on 127.3.155.3:0 17:48:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.912052 4199 webserver.cc:186] Document root disabled 17:48:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.913604 4199 webserver.cc:313] Webserver started. Bound to: http://127.3.155.3:51563/ 17:48:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.914410 4199 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster35526924995880711/ts-2/data/info.pb 17:48:21.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.923951 3692 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 4199 17:48:21.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.940578 4199 tablet_server_main.cc:93] Tablet server successfully started. 17:48:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.982628 4334 heartbeater.cc:346] Connected to a master server at 127.3.155.61:43732 17:48:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.982956 4334 heartbeater.cc:426] Registering TS with master... 17:48:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.984227 4334 heartbeater.cc:475] Master 127.3.155.61:43732 requested a full tablet report, sending... 17:48:21.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.990237 3794 ts_manager.cc:98] Registered new tserver with Master: 392716ed7e364adcaf265cdf8610760b (127.3.155.3:53269) 17:48:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.983753 4335 heartbeater.cc:346] Connected to a master server at 127.3.155.60:44727 17:48:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.993110 4335 heartbeater.cc:426] Registering TS with master... 17:48:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.993628 4335 heartbeater.cc:475] Master 127.3.155.60:44727 requested a full tablet report, sending... 17:48:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.985420 4333 heartbeater.cc:346] Connected to a master server at 127.3.155.62:33893 17:48:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.994690 4333 heartbeater.cc:426] Registering TS with master... 17:48:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.995084 4333 heartbeater.cc:475] Master 127.3.155.62:33893 requested a full tablet report, sending... 17:48:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.995843 3883 ts_manager.cc:98] Registered new tserver with Master: 392716ed7e364adcaf265cdf8610760b (127.3.155.3:53269) 17:48:21.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.997131 3728 ts_manager.cc:98] Registered new tserver with Master: 392716ed7e364adcaf265cdf8610760b (127.3.155.3:53269) 17:48:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:21.998942 3728 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.3.155.3:33834 17:48:22.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.000866 3692 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:48:22.001 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.074290 3728 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.3.155.62:55349: 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.135686 4269 tablet_service.cc:759] Processing CreateTablet for tablet a566b89eb0bd401e880c372120452d2e (table=test [id=d55afbd9ea51441b93304f8469776627]), partition=RANGE (key) PARTITION VALUES < 50 17:48:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.135686 4134 tablet_service.cc:759] Processing CreateTablet for tablet 8d7a1ecf83f84f63bfc31f04ecb42420 (table=test [id=d55afbd9ea51441b93304f8469776627]), partition=RANGE (key) PARTITION VALUES >= 50 17:48:22.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.136878 4269 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet a566b89eb0bd401e880c372120452d2e. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:22.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.136878 4134 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 8d7a1ecf83f84f63bfc31f04ecb42420. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.157145 4134 ts_tablet_manager.cc:1173] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c: Registered tablet (data state: TABLET_DATA_READY) 17:48:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.157145 4269 ts_tablet_manager.cc:1173] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b: Registered tablet (data state: TABLET_DATA_READY) 17:48:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.159426 4405 ts_tablet_manager.cc:1028] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c: Bootstrapping tablet 17:48:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.160084 4405 tablet_bootstrap.cc:438] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c: Bootstrap starting. 17:48:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.161186 4406 ts_tablet_manager.cc:1028] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b: Bootstrapping tablet 17:48:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.161789 4406 tablet_bootstrap.cc:438] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b: Bootstrap starting. 17:48:22.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.163395 4405 tablet_bootstrap.cc:592] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c: No blocks or log segments found. Creating new log. 17:48:22.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.164897 4405 log.cc:525] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c: Log is configured to *not* fsync() on all Append() calls 17:48:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.166265 4406 tablet_bootstrap.cc:592] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b: No blocks or log segments found. Creating new log. 17:48:22.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.167587 4406 log.cc:525] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b: Log is configured to *not* fsync() on all Append() calls 17:48:22.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.168524 4405 tablet_bootstrap.cc:438] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c: No bootstrap required, opened a new log 17:48:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.168936 4405 ts_tablet_manager.cc:1045] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.001s 17:48:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.171200 4406 tablet_bootstrap.cc:438] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b: No bootstrap required, opened a new log 17:48:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.171531 4406 ts_tablet_manager.cc:1045] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b: Time spent bootstrapping tablet: real 0.010s user 0.003s sys 0.006s 17:48:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.182056 4405 raft_consensus.cc:325] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d0dce8f637ef4624a1f5d0f53b05c64c" member_type: VOTER last_known_addr { host: "127.3.155.2" port: 49922 } } 17:48:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.182590 4405 raft_consensus.cc:351] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.182991 4405 raft_consensus.cc:630] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d0dce8f637ef4624a1f5d0f53b05c64c, State: Initialized, Role: FOLLOWER 17:48:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.183292 4406 raft_consensus.cc:325] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "392716ed7e364adcaf265cdf8610760b" member_type: VOTER last_known_addr { host: "127.3.155.3" port: 53269 } } 17:48:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.183782 4406 raft_consensus.cc:351] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:22.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.183965 4406 raft_consensus.cc:630] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 392716ed7e364adcaf265cdf8610760b, State: Initialized, Role: FOLLOWER 17:48:22.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.183761 4405 consensus_queue.cc:228] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d0dce8f637ef4624a1f5d0f53b05c64c" member_type: VOTER last_known_addr { host: "127.3.155.2" port: 49922 } } 17:48:22.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.184342 4405 raft_consensus.cc:365] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:22.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.184635 4405 raft_consensus.cc:457] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:22.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.184563 4406 consensus_queue.cc:228] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "392716ed7e364adcaf265cdf8610760b" member_type: VOTER last_known_addr { host: "127.3.155.3" port: 53269 } } 17:48:22.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.184921 4406 raft_consensus.cc:365] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:22.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.184881 4405 raft_consensus.cc:2742] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c: Snoozing failure detection for 1.669s (starting election) 17:48:22.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.185111 4406 raft_consensus.cc:457] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:22.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.185137 4405 raft_consensus.cc:2794] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c [term 0 FOLLOWER]: Advancing to term 1 17:48:22.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.185322 4406 raft_consensus.cc:2742] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b: Snoozing failure detection for 1.930s (starting election) 17:48:22.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.185516 4406 raft_consensus.cc:2794] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b [term 0 FOLLOWER]: Advancing to term 1 17:48:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.188205 4405 raft_consensus.cc:479] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d0dce8f637ef4624a1f5d0f53b05c64c" member_type: VOTER last_known_addr { host: "127.3.155.2" port: 49922 } } 17:48:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.188275 4406 raft_consensus.cc:479] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "392716ed7e364adcaf265cdf8610760b" member_type: VOTER last_known_addr { host: "127.3.155.3" port: 53269 } } 17:48:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.188727 4406 leader_election.cc:278] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.188763 4405 leader_election.cc:278] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:22.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.190940 4409 raft_consensus.cc:2742] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b: Snoozing failure detection for 2.116s (election complete) 17:48:22.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.190934 4410 raft_consensus.cc:2742] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c: Snoozing failure detection for 2.163s (election complete) 17:48:22.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.191391 4410 raft_consensus.cc:2549] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c [term 1 FOLLOWER]: Leader election won for term 1 17:48:22.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.191385 4409 raft_consensus.cc:2549] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b [term 1 FOLLOWER]: Leader election won for term 1 17:48:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.196521 4197 heartbeater.cc:467] Master 127.3.155.62:33893 was elected leader, sending a full tablet report... 17:48:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.198648 4333 heartbeater.cc:467] Master 127.3.155.62:33893 was elected leader, sending a full tablet report... 17:48:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.198683 4409 raft_consensus.cc:595] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b [term 1 LEADER]: Becoming Leader. State: Replica: 392716ed7e364adcaf265cdf8610760b, State: Running, Role: LEADER 17:48:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.197765 4405 ts_tablet_manager.cc:1073] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c: Time spent starting tablet: real 0.029s user 0.019s sys 0.007s 17:48:22.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.199692 4410 raft_consensus.cc:595] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c [term 1 LEADER]: Becoming Leader. State: Replica: d0dce8f637ef4624a1f5d0f53b05c64c, State: Running, Role: LEADER 17:48:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.200048 4406 ts_tablet_manager.cc:1073] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b: Time spent starting tablet: real 0.028s user 0.014s sys 0.010s 17:48:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.200086 4410 consensus_queue.cc:205] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d0dce8f637ef4624a1f5d0f53b05c64c" member_type: VOTER last_known_addr { host: "127.3.155.2" port: 49922 } } 17:48:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.199513 4409 consensus_queue.cc:205] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "392716ed7e364adcaf265cdf8610760b" member_type: VOTER last_known_addr { host: "127.3.155.3" port: 53269 } } 17:48:22.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.206403 3728 catalog_manager.cc:3758] T a566b89eb0bd401e880c372120452d2e P 392716ed7e364adcaf265cdf8610760b reported cstate change: term changed from 0 to 1, leader changed from to 392716ed7e364adcaf265cdf8610760b (127.3.155.3). New cstate: current_term: 1 leader_uuid: "392716ed7e364adcaf265cdf8610760b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "392716ed7e364adcaf265cdf8610760b" member_type: VOTER last_known_addr { host: "127.3.155.3" port: 53269 } health_report { overall_health: HEALTHY } } } 17:48:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.215279 3727 catalog_manager.cc:3758] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c reported cstate change: term changed from 0 to 1, leader changed from to d0dce8f637ef4624a1f5d0f53b05c64c (127.3.155.2). New cstate: current_term: 1 leader_uuid: "d0dce8f637ef4624a1f5d0f53b05c64c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d0dce8f637ef4624a1f5d0f53b05c64c" member_type: VOTER last_known_addr { host: "127.3.155.2" port: 49922 } health_report { overall_health: HEALTHY } } } 17:48:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:22.217054 4205 tablet.cc:1728] T 8d7a1ecf83f84f63bfc31f04ecb42420 P d0dce8f637ef4624a1f5d0f53b05c64c: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.259012 3726 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.3.155.62:55349: 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:22.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.277567 4134 tablet_service.cc:759] Processing CreateTablet for tablet 4db59a852ba74ba39b815b89d2286b6e (table=simple-test [id=953b570f4b1745f097dc1d66db9dc0d7]), partition=RANGE (key) PARTITION UNBOUNDED 17:48:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.278208 4134 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 4db59a852ba74ba39b815b89d2286b6e. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:22.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.284023 4134 ts_tablet_manager.cc:1173] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c: Registered tablet (data state: TABLET_DATA_READY) 17:48:22.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.284374 4405 ts_tablet_manager.cc:1028] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c: Bootstrapping tablet 17:48:22.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.284680 4405 tablet_bootstrap.cc:438] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c: Bootstrap starting. 17:48:22.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.286629 4405 tablet_bootstrap.cc:592] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c: No blocks or log segments found. Creating new log. 17:48:22.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.289861 4405 tablet_bootstrap.cc:438] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c: No bootstrap required, opened a new log 17:48:22.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.290110 4405 ts_tablet_manager.cc:1045] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c: Time spent bootstrapping tablet: real 0.006s user 0.003s sys 0.001s 17:48:22.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.291443 4405 raft_consensus.cc:325] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d0dce8f637ef4624a1f5d0f53b05c64c" member_type: VOTER last_known_addr { host: "127.3.155.2" port: 49922 } } 17:48:22.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.291755 4405 raft_consensus.cc:351] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.291930 4405 raft_consensus.cc:630] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d0dce8f637ef4624a1f5d0f53b05c64c, State: Initialized, Role: FOLLOWER 17:48:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.292342 4405 consensus_queue.cc:228] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d0dce8f637ef4624a1f5d0f53b05c64c" member_type: VOTER last_known_addr { host: "127.3.155.2" port: 49922 } } 17:48:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.292711 4405 raft_consensus.cc:365] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.292873 4405 raft_consensus.cc:457] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.293051 4405 raft_consensus.cc:2742] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c: Snoozing failure detection for 1.730s (starting election) 17:48:22.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.293226 4405 raft_consensus.cc:2794] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c [term 0 FOLLOWER]: Advancing to term 1 17:48:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.295939 4405 raft_consensus.cc:479] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d0dce8f637ef4624a1f5d0f53b05c64c" member_type: VOTER last_known_addr { host: "127.3.155.2" port: 49922 } } 17:48:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.296316 4405 leader_election.cc:278] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:22.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.296731 4410 raft_consensus.cc:2742] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c: Snoozing failure detection for 2.091s (election complete) 17:48:22.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.297005 4410 raft_consensus.cc:2549] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c [term 1 FOLLOWER]: Leader election won for term 1 17:48:22.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.297346 4410 raft_consensus.cc:595] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c [term 1 LEADER]: Becoming Leader. State: Replica: d0dce8f637ef4624a1f5d0f53b05c64c, State: Running, Role: LEADER 17:48:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.297744 4410 consensus_queue.cc:205] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d0dce8f637ef4624a1f5d0f53b05c64c" member_type: VOTER last_known_addr { host: "127.3.155.2" port: 49922 } } 17:48:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.298406 4405 ts_tablet_manager.cc:1073] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c: Time spent starting tablet: real 0.008s user 0.006s sys 0.002s 17:48:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:22.381505 3726 catalog_manager.cc:3758] T 4db59a852ba74ba39b815b89d2286b6e P d0dce8f637ef4624a1f5d0f53b05c64c reported cstate change: term changed from 0 to 1, leader changed from to d0dce8f637ef4624a1f5d0f53b05c64c (127.3.155.2). New cstate: current_term: 1 leader_uuid: "d0dce8f637ef4624a1f5d0f53b05c64c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d0dce8f637ef4624a1f5d0f53b05c64c" member_type: VOTER last_known_addr { host: "127.3.155.2" port: 49922 } health_report { overall_health: HEALTHY } } } 17:48:23.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:23.069818 3692 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 3918 17:48:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:23.094666 3708 connection.cc:512] server connection from 127.3.155.1:32889 recv error: Network error: failed to read from TLS socket (remote: 127.3.155.1:32889): Connection reset by peer (error 104) 17:48:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:23.095571 3775 connection.cc:512] server connection from 127.3.155.1:35433 recv error: Network error: failed to read from TLS socket (remote: 127.3.155.1:35433): Connection reset by peer (error 104) 17:48:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:23.096350 3867 connection.cc:512] server connection from 127.3.155.1:54437 recv error: Network error: failed to read from TLS socket (remote: 127.3.155.1:54437): Connection reset by peer (error 104) 17:48:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:23.097144 3692 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 4070 17:48:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:23.124225 3710 connection.cc:512] server connection from 127.3.155.2:54461 recv error: Network error: failed to read from TLS socket (remote: 127.3.155.2:54461): Connection reset by peer (error 104) 17:48:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:23.124737 3774 connection.cc:512] server connection from 127.3.155.2:51296 recv error: Network error: failed to read from TLS socket (remote: 127.3.155.2:51296): Connection reset by peer (error 104) 17:48:23.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:23.125201 3864 connection.cc:512] server connection from 127.3.155.2:37329 recv error: Network error: failed to read from TLS socket (remote: 127.3.155.2:37329): Connection reset by peer (error 104) 17:48:23.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:23.128196 3692 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 4199 17:48:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:23.150182 3863 connection.cc:512] server connection from 127.3.155.3:42390 recv error: Network error: failed to read from TLS socket (remote: 127.3.155.3:42390): Connection reset by peer (error 104) 17:48:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:23.150529 3692 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 3700 17:48:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:23.150540 3710 connection.cc:512] server connection from 127.3.155.3:33834 recv error: Network error: failed to read from TLS socket (remote: 127.3.155.3:33834): Connection reset by peer (error 104) 17:48:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:23.150970 3775 connection.cc:512] server connection from 127.3.155.3:44673 recv error: Network error: failed to read from TLS socket (remote: 127.3.155.3:44673): Connection reset by peer (error 104) 17:48:23.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:23.172262 3692 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 3762 17:48:23.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:23.191534 3692 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 3853 17:48:24.235 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614104235 17:48:24.236 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:48:24.236 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:48:24.236 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:48:24.236 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.450995 4452 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/wal 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/data 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.4.89.62:43685 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.4.89.62 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/logs 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/data/info.pb 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.4.89.62:43685,127.4.89.61:37995,127.4.89.60:47066 with env {} 17:48:24.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:24.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:24.609721 4460 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:24.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:24.610110 4460 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:24.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:24.619724 4460 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:24.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:24.619899 4460 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:24.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:24.620009 4460 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:24.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:24.620219 4460 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.640054 4460 master_main.cc:73] Master server non-default flags: 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/data 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/wal 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.4.89.62:43685,127.4.89.61:37995,127.4.89.60:47066 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.4.89.62:43685 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/data/info.pb 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.4.89.62 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:24.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:24.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/logs 17:48:24.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:24.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:24.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:24.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:24.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:24.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:24.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:24.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:24.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.655119 4460 master_main.cc:80] Initializing master server... 17:48:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.657546 4460 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 227564us 17:48:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.658308 4460 fs_manager.cc:262] Metadata directory not provided 17:48:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.658447 4460 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.658740 4460 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.658854 4460 server_base.cc:433] Attempting to create new FS layout instead 17:48:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.662662 4460 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/data/instance: 17:48:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" 17:48:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.663444 4460 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/wal/instance: 17:48:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" 17:48:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:24.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.678877 4460 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.008s sys 0.006s 17:48:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.680084 4460 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.681283 4460 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:24.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.689690 4460 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.689823 4460 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/wal 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.690057 4460 fs_report.cc:352] FS layout report 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/wal 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/wal 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/data/data 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:24.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.836242 4460 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:24.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.838892 4460 master_main.cc:83] Starting Master server... 17:48:24.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.928584 4460 rpc_server.cc:205] RPC server started. Bound to: 127.4.89.62:43685 17:48:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.929603 4460 webserver.cc:175] Starting webserver on 127.4.89.62:0 17:48:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.929715 4460 webserver.cc:186] Document root disabled 17:48:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.931756 4460 webserver.cc:313] Webserver started. Bound to: http://127.4.89.62:42903/ 17:48:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.932585 4460 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-0/data/info.pb 17:48:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.935523 4452 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 4460 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.935945 4521 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.936337 4452 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/wal 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/data 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.4.89.61:37995 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.4.89.61 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/logs 17:48:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/data/info.pb 17:48:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.4.89.62:43685,127.4.89.61:37995,127.4.89.60:47066 with env {} 17:48:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.949422 4521 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } has no permanent_uuid. Determining permanent_uuid... 17:48:24.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.971073 4521 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } has no permanent_uuid. Determining permanent_uuid... 17:48:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:24.972311 4521 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.4.89.61:37995: Network error: Client connection negotiation failed: client connection to 127.4.89.61:37995: connect: Connection refused (error 111) 17:48:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:24.991714 4521 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } attempt: 1 17:48:24.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:24.993064 4521 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.4.89.61:37995: Network error: Client connection negotiation failed: client connection to 127.4.89.61:37995: connect: Connection refused (error 111) 17:48:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.041409 4521 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } attempt: 2 17:48:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.042663 4521 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.4.89.61:37995: Network error: Client connection negotiation failed: client connection to 127.4.89.61:37995: connect: Connection refused (error 111) 17:48:25.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.101686 4522 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.102149 4522 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:25.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.112036 4522 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:25.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.112201 4522 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:25.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.112414 4522 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:25.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.112607 4522 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.131930 4522 master_main.cc:73] Master server non-default flags: 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/data 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/wal 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.4.89.62:43685,127.4.89.61:37995,127.4.89.60:47066 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.4.89.61:37995 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/data/info.pb 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.4.89.61 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/logs 17:48:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:25.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.146759 4522 master_main.cc:80] Initializing master server... 17:48:25.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.149236 4522 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 228064us 17:48:25.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.150023 4522 fs_manager.cc:262] Metadata directory not provided 17:48:25.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.150166 4522 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:25.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.150487 4522 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:25.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.150614 4522 server_base.cc:433] Attempting to create new FS layout instead 17:48:25.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.153991 4521 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } attempt: 3 17:48:25.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.154541 4522 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/data/instance: 17:48:25.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2f0ff6e1c30848a48f17678df694d15f" 17:48:25.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:25 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:25.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.155331 4522 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/wal/instance: 17:48:25.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2f0ff6e1c30848a48f17678df694d15f" 17:48:25.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:25 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:25.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.155483 4521 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.4.89.61:37995: Network error: Client connection negotiation failed: client connection to 127.4.89.61:37995: connect: Connection refused (error 111) 17:48:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.170047 4522 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.004s 17:48:25.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.171281 4522 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:25.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.172538 4522 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.180903 4522 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.181046 4522 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/wal 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2f0ff6e1c30848a48f17678df694d15f" 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:25 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.181324 4522 fs_report.cc:352] FS layout report 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/wal 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/wal 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/data/data 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:25.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:25.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:25.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.331771 4521 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } attempt: 4 17:48:25.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.333106 4521 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.4.89.61:37995: Network error: Client connection negotiation failed: client connection to 127.4.89.61:37995: connect: Connection refused (error 111) 17:48:25.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.360527 4522 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:25.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.362922 4522 master_main.cc:83] Starting Master server... 17:48:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.449612 4522 rpc_server.cc:205] RPC server started. Bound to: 127.4.89.61:37995 17:48:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.450506 4522 webserver.cc:175] Starting webserver on 127.4.89.61:0 17:48:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.450616 4522 webserver.cc:186] Document root disabled 17:48:25.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.452558 4522 webserver.cc:313] Webserver started. Bound to: http://127.4.89.61:38011/ 17:48:25.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.453608 4522 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-1/data/info.pb 17:48:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.454479 4452 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 4522 17:48:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.455544 4452 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/wal 17:48:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/data 17:48:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.4.89.60:47066 17:48:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.4.89.60 17:48:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/logs 17:48:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/data/info.pb 17:48:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.4.89.62:43685,127.4.89.61:37995,127.4.89.60:47066 with env {} 17:48:25.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.457051 4590 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:25.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.471207 4590 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } has no permanent_uuid. Determining permanent_uuid... 17:48:25.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.489711 4590 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } has no permanent_uuid. Determining permanent_uuid... 17:48:25.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.500792 4590 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } has no permanent_uuid. Determining permanent_uuid... 17:48:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.502354 4590 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.4.89.60:47066: Network error: Client connection negotiation failed: client connection to 127.4.89.60:47066: connect: Connection refused (error 111) 17:48:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.521742 4590 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } attempt: 1 17:48:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.523361 4590 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.4.89.60:47066: Network error: Client connection negotiation failed: client connection to 127.4.89.60:47066: connect: Connection refused (error 111) 17:48:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.571669 4590 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } attempt: 2 17:48:25.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.573129 4590 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.4.89.60:47066: Network error: Client connection negotiation failed: client connection to 127.4.89.60:47066: connect: Connection refused (error 111) 17:48:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.626637 4591 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.627001 4591 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.636420 4521 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } attempt: 5 17:48:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.636602 4591 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.636728 4591 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.636818 4591 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:25.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.636960 4591 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:25.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.643623 4521 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } has no permanent_uuid. Determining permanent_uuid... 17:48:25.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.644806 4521 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.4.89.60:47066: Network error: Client connection negotiation failed: client connection to 127.4.89.60:47066: connect: Connection refused (error 111) 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.658856 4591 master_main.cc:73] Master server non-default flags: 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/data 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/wal 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.4.89.62:43685,127.4.89.61:37995,127.4.89.60:47066 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.4.89.60:47066 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/data/info.pb 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.4.89.60 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:25.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/logs 17:48:25.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:25.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:25.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:25.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:25.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:25.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:25.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:25.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:25.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:25.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.674989 4591 master_main.cc:80] Initializing master server... 17:48:25.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.678000 4591 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 228064us 17:48:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.678956 4591 fs_manager.cc:262] Metadata directory not provided 17:48:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.679097 4591 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.679559 4591 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.679687 4591 server_base.cc:433] Attempting to create new FS layout instead 17:48:25.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.683127 4521 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } attempt: 1 17:48:25.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.684072 4591 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/data/instance: 17:48:25.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" 17:48:25.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:25 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:25.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.684505 4521 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.4.89.60:47066: Network error: Client connection negotiation failed: client connection to 127.4.89.60:47066: connect: Connection refused (error 111) 17:48:25.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.684509 4590 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } attempt: 3 17:48:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.685256 4591 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/wal/instance: 17:48:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" 17:48:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:25 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.685806 4590 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.4.89.60:47066: Network error: Client connection negotiation failed: client connection to 127.4.89.60:47066: connect: Connection refused (error 111) 17:48:25.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.699872 4591 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.010s sys 0.003s 17:48:25.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.701166 4591 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:25.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.702373 4591 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.711061 4591 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:48:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.711192 4591 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/wal 17:48:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" 17:48:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:25 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.711527 4591 fs_report.cc:352] FS layout report 17:48:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/wal 17:48:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/wal 17:48:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/data/data 17:48:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.732827 4521 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } attempt: 2 17:48:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.734109 4521 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.4.89.60:47066: Network error: Client connection negotiation failed: client connection to 127.4.89.60:47066: connect: Connection refused (error 111) 17:48:25.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.834416 4521 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } attempt: 3 17:48:25.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.836082 4521 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.4.89.60:47066: Network error: Client connection negotiation failed: client connection to 127.4.89.60:47066: connect: Connection refused (error 111) 17:48:25.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.862149 4590 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } attempt: 4 17:48:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:25.863515 4590 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.4.89.60:47066: Network error: Client connection negotiation failed: client connection to 127.4.89.60:47066: connect: Connection refused (error 111) 17:48:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.869709 4591 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.872205 4591 master_main.cc:83] Starting Master server... 17:48:25.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.960937 4591 rpc_server.cc:205] RPC server started. Bound to: 127.4.89.60:47066 17:48:25.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.961794 4591 webserver.cc:175] Starting webserver on 127.4.89.60:0 17:48:25.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.961895 4591 webserver.cc:186] Document root disabled 17:48:25.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.963795 4591 webserver.cc:313] Webserver started. Bound to: http://127.4.89.60:59543/ 17:48:25.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.964552 4591 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/master-2/data/info.pb 17:48:25.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.967797 4656 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.972836 4452 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 4591 17:48:25.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.973799 4452 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/wal 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/data 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.4.89.1:0 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.4.89.1 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.4.89.1 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.4.89.62:43685,127.4.89.61:37995,127.4.89.60:47066 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/logs 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/data/info.pb 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.976863 4521 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } attempt: 4 17:48:25.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:25.984367 4656 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } has no permanent_uuid. Determining permanent_uuid... 17:48:26.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.003674 4656 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } has no permanent_uuid. Determining permanent_uuid... 17:48:26.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.007256 4521 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02: Bootstrap starting. 17:48:26.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.011029 4521 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02: No blocks or log segments found. Creating new log. 17:48:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.012961 4521 log.cc:525] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02: Log is configured to *not* fsync() on all Append() calls 17:48:26.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.013887 4656 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } has no permanent_uuid. Determining permanent_uuid... 17:48:26.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.022073 4521 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02: No bootstrap required, opened a new log 17:48:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.027704 4656 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39: Bootstrap starting. 17:48:26.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.031452 4656 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39: No blocks or log segments found. Creating new log. 17:48:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.033555 4656 log.cc:525] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39: Log is configured to *not* fsync() on all Append() calls 17:48:26.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.038597 4656 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39: No bootstrap required, opened a new log 17:48:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.039759 4521 raft_consensus.cc:325] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } 17:48:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.040570 4521 raft_consensus.cc:351] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.040856 4521 raft_consensus.cc:630] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a3cbdc3e6ca4bcdb4587517b2d4fa02, State: Initialized, Role: FOLLOWER 17:48:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.041594 4521 consensus_queue.cc:228] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } 17:48:26.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.045286 4521 sys_catalog.cc:337] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } } 17:48:26.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.046133 4521 sys_catalog.cc:340] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [sys.catalog]: This master's current role is: FOLLOWER 17:48:26.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.047514 4521 sys_catalog.cc:424] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [sys.catalog]: configured and running, proceeding with master startup. 17:48:26.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.056958 4656 raft_consensus.cc:325] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } 17:48:26.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.057937 4656 raft_consensus.cc:351] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:26.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.058277 4656 raft_consensus.cc:630] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8bb84cd03e2349c1a9f63db8c7d55d39, State: Initialized, Role: FOLLOWER 17:48:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.059128 4656 consensus_queue.cc:228] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } 17:48:26.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.067277 4656 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } } 17:48:26.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.068215 4656 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [sys.catalog]: This master's current role is: FOLLOWER 17:48:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.069639 4656 sys_catalog.cc:424] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [sys.catalog]: configured and running, proceeding with master startup. 17:48:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.045797 4663 sys_catalog.cc:337] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } } 17:48:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.150879 4663 sys_catalog.cc:340] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [sys.catalog]: This master's current role is: FOLLOWER 17:48:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.166836 4590 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } attempt: 5 17:48:26.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:26.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.180743 4590 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f: Bootstrap starting. 17:48:26.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:26.180506 4657 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:26.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:26.181318 4657 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:26.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.184116 4590 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f: No blocks or log segments found. Creating new log. 17:48:26.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:26.092592 4477 tablet.cc:1728] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:26.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.187809 4664 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:48:26.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.189054 4460 master_main.cc:86] Master server successfully started. 17:48:26.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.189190 4590 log.cc:525] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f: Log is configured to *not* fsync() on all Append() calls 17:48:26.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:26.197067 4657 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:26.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:26.197525 4657 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.89.1 17:48:26.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.197903 4590 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f: No bootstrap required, opened a new log 17:48:26.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.218233 4590 raft_consensus.cc:325] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } 17:48:26.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.219130 4590 raft_consensus.cc:351] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:26.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.219411 4590 raft_consensus.cc:630] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f0ff6e1c30848a48f17678df694d15f, State: Initialized, Role: FOLLOWER 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.219862 4657 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/data 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/wal 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.4.89.1:0 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/data/info.pb 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.4.89.1 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.4.89.62:43685,127.4.89.61:37995,127.4.89.60:47066 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.4.89.1 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/logs 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:26.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.220252 4590 consensus_queue.cc:228] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } 17:48:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.223086 4590 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } } 17:48:26.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.223845 4590 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [sys.catalog]: This master's current role is: FOLLOWER 17:48:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.226092 4590 sys_catalog.cc:424] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [sys.catalog]: configured and running, proceeding with master startup. 17:48:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.071317 4665 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } } 17:48:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.230422 4591 master_main.cc:86] Master server successfully started. 17:48:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.230527 4665 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [sys.catalog]: This master's current role is: FOLLOWER 17:48:26.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.245267 4657 tablet_server_main.cc:85] Initializing tablet server... 17:48:26.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.249634 4657 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 228564us 17:48:26.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.250365 4657 fs_manager.cc:262] Metadata directory not provided 17:48:26.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.250638 4657 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:26.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.251063 4657 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:26.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.251309 4657 server_base.cc:433] Attempting to create new FS layout instead 17:48:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.256969 4657 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/data/instance: 17:48:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c4b8639ee52f467990be748a32707144" 17:48:26.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:26 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:26.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.258183 4657 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/wal/instance: 17:48:26.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c4b8639ee52f467990be748a32707144" 17:48:26.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:26 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:26.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:26.125166 4611 tablet.cc:1728] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:26.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:26.270936 4666 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:26.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:26.271303 4666 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:26.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.288136 4657 fs_manager.cc:502] Time spent creating directory manager: real 0.029s user 0.011s sys 0.007s 17:48:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.290017 4657 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:26.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.291473 4657 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:26.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.321221 4657 fs_manager.cc:418] Time spent opening block manager: real 0.005s user 0.000s sys 0.002s 17:48:26.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.321419 4657 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/wal 17:48:26.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c4b8639ee52f467990be748a32707144" 17:48:26.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:26 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.321772 4657 fs_report.cc:352] FS layout report 17:48:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/wal 17:48:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/wal 17:48:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/data/data 17:48:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:26.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.327702 4663 raft_consensus.cc:457] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:48:26.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.328016 4663 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02: Snoozing failure detection for 1.760s (starting election) 17:48:26.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.328317 4663 raft_consensus.cc:479] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } 17:48:26.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.329674 4663 leader_election.cc:251] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 2f0ff6e1c30848a48f17678df694d15f (127.4.89.61:37995) 17:48:26.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.330310 4663 leader_election.cc:251] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 8bb84cd03e2349c1a9f63db8c7d55d39 (127.4.89.60:47066) 17:48:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.332531 4632 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" is_pre_election: true 17:48:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.333302 4632 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39: Snoozing failure detection for 2.053s (vote granted) 17:48:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.333611 4632 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a3cbdc3e6ca4bcdb4587517b2d4fa02 in term 0. 17:48:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.334524 4471 leader_election.cc:387] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 8bb84cd03e2349c1a9f63db8c7d55d39 (127.4.89.60:47066) 17:48:26.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.334794 4471 leader_election.cc:278] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:48:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.335325 4663 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02: Snoozing failure detection for 1.574s (election complete) 17:48:26.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.335584 4663 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:48:26.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.335810 4663 raft_consensus.cc:457] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:48:26.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.336043 4663 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02: Snoozing failure detection for 1.684s (starting election) 17:48:26.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.336287 4663 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [term 0 FOLLOWER]: Advancing to term 1 17:48:26.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.341684 4663 raft_consensus.cc:479] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } 17:48:26.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.346185 4663 leader_election.cc:251] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [CANDIDATE]: Term 1 election: Requesting vote from peer 2f0ff6e1c30848a48f17678df694d15f (127.4.89.61:37995) 17:48:26.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.346642 4663 leader_election.cc:251] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [CANDIDATE]: Term 1 election: Requesting vote from peer 8bb84cd03e2349c1a9f63db8c7d55d39 (127.4.89.60:47066) 17:48:26.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.348176 4632 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" 17:48:26.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.348634 4632 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [term 0 FOLLOWER]: Advancing to term 1 17:48:26.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.348932 4632 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39: Snoozing failure detection for 2.082s (vote granted) 17:48:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.355268 4632 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5a3cbdc3e6ca4bcdb4587517b2d4fa02 in term 1. 17:48:26.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.356258 4471 leader_election.cc:387] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [CANDIDATE]: Term 1 election: Vote granted by peer 8bb84cd03e2349c1a9f63db8c7d55d39 (127.4.89.60:47066) 17:48:26.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.356536 4471 leader_election.cc:278] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:26.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.356987 4663 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02: Snoozing failure detection for 1.681s (election complete) 17:48:26.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.357215 4663 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [term 1 FOLLOWER]: Leader election won for term 1 17:48:26.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.363162 4663 raft_consensus.cc:595] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [term 1 LEADER]: Becoming Leader. State: Replica: 5a3cbdc3e6ca4bcdb4587517b2d4fa02, State: Running, Role: LEADER 17:48:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.363785 4663 consensus_queue.cc:205] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } 17:48:26.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.384348 4678 sys_catalog.cc:337] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5a3cbdc3e6ca4bcdb4587517b2d4fa02. Latest consensus state: current_term: 1 leader_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } } 17:48:26.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.385052 4678 sys_catalog.cc:340] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [sys.catalog]: This master's current role is: LEADER 17:48:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.224288 4672 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } } 17:48:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.396747 4680 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:48:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.396726 4672 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [sys.catalog]: This master's current role is: FOLLOWER 17:48:26.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.410239 4680 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:48:26.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:26.366713 4543 tablet.cc:1728] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:26.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.451506 4567 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2f0ff6e1c30848a48f17678df694d15f" is_pre_election: true 17:48:26.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.451289 4566 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2f0ff6e1c30848a48f17678df694d15f" 17:48:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.452800 4567 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f: Snoozing failure detection for 1.764s (vote granted) 17:48:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.453112 4567 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a3cbdc3e6ca4bcdb4587517b2d4fa02 in term 0. 17:48:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.455008 4522 master_main.cc:86] Master server successfully started. 17:48:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.455432 4566 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate 5a3cbdc3e6ca4bcdb4587517b2d4fa02 for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:26.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.457283 4470 leader_election.cc:387] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 2f0ff6e1c30848a48f17678df694d15f (127.4.89.61:37995) 17:48:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.459604 4470 leader_election.cc:401] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [CANDIDATE]: Term 1 election: Vote denied by peer 2f0ff6e1c30848a48f17678df694d15f (127.4.89.61:37995). Message: Service unavailable: T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate 5a3cbdc3e6ca4bcdb4587517b2d4fa02 for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:26.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:26.464792 4673 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:26.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:26.465029 4673 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.595791 4566 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [term 0 FOLLOWER]: Advancing to term 1 17:48:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.595880 4632 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [term 1 FOLLOWER]: Refusing update from remote peer 5a3cbdc3e6ca4bcdb4587517b2d4fa02: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.597476 4663 consensus_queue.cc:963] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:48:26.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.601860 4566 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [term 1 FOLLOWER]: Refusing update from remote peer 5a3cbdc3e6ca4bcdb4587517b2d4fa02: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:26.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.603276 4663 consensus_queue.cc:963] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:48:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.622665 4665 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5a3cbdc3e6ca4bcdb4587517b2d4fa02. Latest consensus state: current_term: 1 leader_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } } 17:48:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.623339 4665 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [sys.catalog]: This master's current role is: FOLLOWER 17:48:26.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.641659 4672 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5a3cbdc3e6ca4bcdb4587517b2d4fa02. Latest consensus state: current_term: 1 leader_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } } 17:48:26.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.642323 4672 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [sys.catalog]: This master's current role is: FOLLOWER 17:48:26.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.645383 4680 catalog_manager.cc:924] Generated new certificate authority record 17:48:26.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.645666 4678 sys_catalog.cc:337] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } } 17:48:26.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.646293 4678 sys_catalog.cc:340] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [sys.catalog]: This master's current role is: LEADER 17:48:26.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.647559 4680 catalog_manager.cc:1046] Loading token signing keys... 17:48:26.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.646765 4678 sys_catalog.cc:337] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } } 17:48:26.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.647773 4678 sys_catalog.cc:340] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02 [sys.catalog]: This master's current role is: LEADER 17:48:26.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.650293 4665 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } } 17:48:26.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.650952 4665 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39 [sys.catalog]: This master's current role is: FOLLOWER 17:48:26.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.666045 4672 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5a3cbdc3e6ca4bcdb4587517b2d4fa02" member_type: VOTER last_known_addr { host: "127.4.89.62" port: 43685 } } peers { permanent_uuid: "2f0ff6e1c30848a48f17678df694d15f" member_type: VOTER last_known_addr { host: "127.4.89.61" port: 37995 } } peers { permanent_uuid: "8bb84cd03e2349c1a9f63db8c7d55d39" member_type: VOTER last_known_addr { host: "127.4.89.60" port: 47066 } } } 17:48:26.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.666980 4672 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f [sys.catalog]: This master's current role is: FOLLOWER 17:48:26.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.679525 4680 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 5a3cbdc3e6ca4bcdb4587517b2d4fa02: Generated new TSK 0 17:48:26.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.694218 4657 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:26.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.704579 4657 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:26.722502 4657 tablet_server_main.cc:90] Starting tablet server... 17:48:27.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.278069 4666 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39: acquiring CA information for follower catalog manager: success 17:48:27.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.281358 4666 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 8bb84cd03e2349c1a9f63db8c7d55d39: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.459347 4657 rpc_server.cc:205] RPC server started. Bound to: 127.4.89.1:43861 17:48:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.461072 4657 webserver.cc:175] Starting webserver on 127.4.89.1:0 17:48:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.461410 4657 webserver.cc:186] Document root disabled 17:48:27.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.467491 4657 webserver.cc:313] Webserver started. Bound to: http://127.4.89.1:34882/ 17:48:27.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.468641 4657 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-0/data/info.pb 17:48:27.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.471487 4673 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f: acquiring CA information for follower catalog manager: success 17:48:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.476303 4673 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 2f0ff6e1c30848a48f17678df694d15f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:27.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.479118 4452 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 4657 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.480285 4452 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/wal 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/data 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.4.89.2:0 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.4.89.2 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.4.89.2 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.4.89.62:43685,127.4.89.61:37995,127.4.89.60:47066 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/logs 17:48:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/data/info.pb 17:48:27.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:27.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:27.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:27.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:27.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.551213 4657 tablet_server_main.cc:93] Tablet server successfully started. 17:48:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.558102 4810 heartbeater.cc:346] Connected to a master server at 127.4.89.61:37995 17:48:27.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.558454 4810 heartbeater.cc:426] Registering TS with master... 17:48:27.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.559080 4810 heartbeater.cc:475] Master 127.4.89.61:37995 requested a full tablet report, sending... 17:48:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.562573 4554 ts_manager.cc:98] Registered new tserver with Master: c4b8639ee52f467990be748a32707144 (127.4.89.1:43861) 17:48:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.552433 4809 heartbeater.cc:346] Connected to a master server at 127.4.89.62:43685 17:48:27.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.569715 4809 heartbeater.cc:426] Registering TS with master... 17:48:27.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.570163 4809 heartbeater.cc:475] Master 127.4.89.62:43685 requested a full tablet report, sending... 17:48:27.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.570744 4815 heartbeater.cc:346] Connected to a master server at 127.4.89.60:47066 17:48:27.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.570974 4815 heartbeater.cc:426] Registering TS with master... 17:48:27.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.571378 4815 heartbeater.cc:475] Master 127.4.89.60:47066 requested a full tablet report, sending... 17:48:27.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.572748 4488 ts_manager.cc:98] Registered new tserver with Master: c4b8639ee52f467990be748a32707144 (127.4.89.1:43861) 17:48:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.575572 4488 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.4.89.1:48549 17:48:27.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.578305 4622 ts_manager.cc:98] Registered new tserver with Master: c4b8639ee52f467990be748a32707144 (127.4.89.1:43861) 17:48:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:27.735776 4813 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:27.736676 4813 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:27.754117 4813 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:27.754865 4813 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.89.2 17:48:27.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.804285 4813 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:27.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/data 17:48:27.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/wal 17:48:27.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:27.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.4.89.2:0 17:48:27.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:27.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:27.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:27.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/data/info.pb 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.4.89.2 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.4.89.62:43685,127.4.89.61:37995,127.4.89.60:47066 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.4.89.2 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/logs 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:27.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.833643 4813 tablet_server_main.cc:85] Initializing tablet server... 17:48:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.836899 4813 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 229064us 17:48:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.837808 4813 fs_manager.cc:262] Metadata directory not provided 17:48:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.838088 4813 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.838564 4813 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.838822 4813 server_base.cc:433] Attempting to create new FS layout instead 17:48:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.843945 4813 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/data/instance: 17:48:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "55ec303e86fc4922bef4b99cfe38cffb" 17:48:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:27 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.845155 4813 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/wal/instance: 17:48:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "55ec303e86fc4922bef4b99cfe38cffb" 17:48:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:27 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.881405 4813 fs_manager.cc:502] Time spent creating directory manager: real 0.036s user 0.012s sys 0.011s 17:48:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.888890 4813 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.889508 4813 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:27.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.908890 4813 fs_manager.cc:418] Time spent opening block manager: real 0.011s user 0.001s sys 0.009s 17:48:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.909232 4813 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/wal 17:48:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "55ec303e86fc4922bef4b99cfe38cffb" 17:48:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:27 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:27.910302 4813 fs_report.cc:352] FS layout report 17:48:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/wal 17:48:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/wal 17:48:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/data/data 17:48:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:27.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:27.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:27.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:27.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.271353 4813 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.280859 4813 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.287053 4813 tablet_server_main.cc:90] Starting tablet server... 17:48:28.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.579962 4809 heartbeater.cc:467] Master 127.4.89.62:43685 was elected leader, sending a full tablet report... 17:48:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.761368 4813 rpc_server.cc:205] RPC server started. Bound to: 127.4.89.2:54461 17:48:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.762662 4813 webserver.cc:175] Starting webserver on 127.4.89.2:0 17:48:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.762789 4813 webserver.cc:186] Document root disabled 17:48:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.764679 4813 webserver.cc:313] Webserver started. Bound to: http://127.4.89.2:36871/ 17:48:28.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.765561 4813 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-1/data/info.pb 17:48:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.768782 4452 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 4813 17:48:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.769841 4452 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/wal 17:48:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/data 17:48:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.4.89.3:0 17:48:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.4.89.3 17:48:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.4.89.3 17:48:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.4.89.62:43685,127.4.89.61:37995,127.4.89.60:47066 17:48:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/logs 17:48:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/data/info.pb 17:48:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.804155 4813 tablet_server_main.cc:93] Tablet server successfully started. 17:48:28.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.857527 4941 heartbeater.cc:346] Connected to a master server at 127.4.89.61:37995 17:48:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.857929 4941 heartbeater.cc:426] Registering TS with master... 17:48:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.858608 4941 heartbeater.cc:475] Master 127.4.89.61:37995 requested a full tablet report, sending... 17:48:28.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.861865 4554 ts_manager.cc:98] Registered new tserver with Master: 55ec303e86fc4922bef4b99cfe38cffb (127.4.89.2:54461) 17:48:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.870496 4940 heartbeater.cc:346] Connected to a master server at 127.4.89.62:43685 17:48:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.870812 4940 heartbeater.cc:426] Registering TS with master... 17:48:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.872707 4940 heartbeater.cc:475] Master 127.4.89.62:43685 requested a full tablet report, sending... 17:48:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.875591 4488 ts_manager.cc:98] Registered new tserver with Master: 55ec303e86fc4922bef4b99cfe38cffb (127.4.89.2:54461) 17:48:28.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.877338 4488 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.4.89.2:57942 17:48:28.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.885783 4942 heartbeater.cc:346] Connected to a master server at 127.4.89.60:47066 17:48:28.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.886049 4942 heartbeater.cc:426] Registering TS with master... 17:48:28.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.886418 4942 heartbeater.cc:475] Master 127.4.89.60:47066 requested a full tablet report, sending... 17:48:28.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.888723 4622 ts_manager.cc:98] Registered new tserver with Master: 55ec303e86fc4922bef4b99cfe38cffb (127.4.89.2:54461) 17:48:28.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:28.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:28.924517 4943 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:28.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:28.924990 4943 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:28.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:28.934341 4943 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:28.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:28.934849 4943 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.89.3 17:48:28.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.949609 4943 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:28.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/data 17:48:28.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/wal 17:48:28.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.4.89.3:0 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/data/info.pb 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.4.89.3 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.4.89.62:43685,127.4.89.61:37995,127.4.89.60:47066 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.4.89.3 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/logs 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:28.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.965296 4943 tablet_server_main.cc:85] Initializing tablet server... 17:48:28.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.967521 4943 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 229564us 17:48:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.968094 4943 fs_manager.cc:262] Metadata directory not provided 17:48:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.968232 4943 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.968691 4943 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.968935 4943 server_base.cc:433] Attempting to create new FS layout instead 17:48:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.972256 4943 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/data/instance: 17:48:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5332236aa3cd4fd9af646ceb6e9e0971" 17:48:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.973184 4943 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/wal/instance: 17:48:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5332236aa3cd4fd9af646ceb6e9e0971" 17:48:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:28.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.986371 4943 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.009s sys 0.001s 17:48:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.987727 4943 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:28.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.988273 4943 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.996348 4943 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s 17:48:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.996510 4943 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/wal 17:48:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5332236aa3cd4fd9af646ceb6e9e0971" 17:48:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:28.996858 4943 fs_report.cc:352] FS layout report 17:48:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/wal 17:48:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/wal 17:48:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/data/data 17:48:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.132688 4943 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:29.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.136518 4943 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:29.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.137841 4943 tablet_server_main.cc:90] Starting tablet server... 17:48:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.248921 4943 rpc_server.cc:205] RPC server started. Bound to: 127.4.89.3:50808 17:48:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.250157 4943 webserver.cc:175] Starting webserver on 127.4.89.3:0 17:48:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.250279 4943 webserver.cc:186] Document root disabled 17:48:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.251847 4943 webserver.cc:313] Webserver started. Bound to: http://127.4.89.3:54814/ 17:48:29.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.252702 4943 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1474831197592343271/ts-2/data/info.pb 17:48:29.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.258937 4452 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 4943 17:48:29.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.269134 4943 tablet_server_main.cc:93] Tablet server successfully started. 17:48:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.316702 5073 heartbeater.cc:346] Connected to a master server at 127.4.89.60:47066 17:48:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.317085 5073 heartbeater.cc:426] Registering TS with master... 17:48:29.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.318121 5073 heartbeater.cc:475] Master 127.4.89.60:47066 requested a full tablet report, sending... 17:48:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.319856 5072 heartbeater.cc:346] Connected to a master server at 127.4.89.61:37995 17:48:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.320094 5072 heartbeater.cc:426] Registering TS with master... 17:48:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.320585 5072 heartbeater.cc:475] Master 127.4.89.61:37995 requested a full tablet report, sending... 17:48:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.320631 4622 ts_manager.cc:98] Registered new tserver with Master: 5332236aa3cd4fd9af646ceb6e9e0971 (127.4.89.3:50808) 17:48:29.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.322757 4554 ts_manager.cc:98] Registered new tserver with Master: 5332236aa3cd4fd9af646ceb6e9e0971 (127.4.89.3:50808) 17:48:29.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.316898 5071 heartbeater.cc:346] Connected to a master server at 127.4.89.62:43685 17:48:29.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.327630 5071 heartbeater.cc:426] Registering TS with master... 17:48:29.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.328097 5071 heartbeater.cc:475] Master 127.4.89.62:43685 requested a full tablet report, sending... 17:48:29.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.329807 4488 ts_manager.cc:98] Registered new tserver with Master: 5332236aa3cd4fd9af646ceb6e9e0971 (127.4.89.3:50808) 17:48:29.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.330958 4488 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.4.89.3:43886 17:48:29.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.331938 4452 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:48:29.332 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:48:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.406662 4487 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.4.89.62:43796: 17:48:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:48:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:48:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:48:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.455950 4877 tablet_service.cc:759] Processing CreateTablet for tablet 7fe87d58e0434670ad87906833f6f396 (table=test [id=5ead72b0b82e42e2944138de196c09ff]), partition=RANGE (key) PARTITION VALUES < 50 17:48:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.457018 4877 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 7fe87d58e0434670ad87906833f6f396. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:29.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.463762 5008 tablet_service.cc:759] Processing CreateTablet for tablet 3df2957f093740ff846378952a78a9b8 (table=test [id=5ead72b0b82e42e2944138de196c09ff]), partition=RANGE (key) PARTITION VALUES >= 50 17:48:29.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.465005 5008 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 3df2957f093740ff846378952a78a9b8. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:29.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.478392 4877 ts_tablet_manager.cc:1173] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb: Registered tablet (data state: TABLET_DATA_READY) 17:48:29.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.480113 5142 ts_tablet_manager.cc:1028] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb: Bootstrapping tablet 17:48:29.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.480916 5142 tablet_bootstrap.cc:438] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb: Bootstrap starting. 17:48:29.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.483784 5142 tablet_bootstrap.cc:592] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb: No blocks or log segments found. Creating new log. 17:48:29.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.483799 5008 ts_tablet_manager.cc:1173] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971: Registered tablet (data state: TABLET_DATA_READY) 17:48:29.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.485296 5142 log.cc:525] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb: Log is configured to *not* fsync() on all Append() calls 17:48:29.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.485708 5143 ts_tablet_manager.cc:1028] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971: Bootstrapping tablet 17:48:29.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.486541 5143 tablet_bootstrap.cc:438] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971: Bootstrap starting. 17:48:29.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.489651 5143 tablet_bootstrap.cc:592] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971: No blocks or log segments found. Creating new log. 17:48:29.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.491041 5143 log.cc:525] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971: Log is configured to *not* fsync() on all Append() calls 17:48:29.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.491921 5142 tablet_bootstrap.cc:438] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb: No bootstrap required, opened a new log 17:48:29.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.492409 5142 ts_tablet_manager.cc:1045] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb: Time spent bootstrapping tablet: real 0.012s user 0.005s sys 0.002s 17:48:29.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.494477 5143 tablet_bootstrap.cc:438] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971: No bootstrap required, opened a new log 17:48:29.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.494823 5143 ts_tablet_manager.cc:1045] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971: Time spent bootstrapping tablet: real 0.009s user 0.005s sys 0.003s 17:48:29.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.504601 5142 raft_consensus.cc:325] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "55ec303e86fc4922bef4b99cfe38cffb" member_type: VOTER last_known_addr { host: "127.4.89.2" port: 54461 } } 17:48:29.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.505131 5142 raft_consensus.cc:351] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:29.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.505296 5142 raft_consensus.cc:630] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 55ec303e86fc4922bef4b99cfe38cffb, State: Initialized, Role: FOLLOWER 17:48:29.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.505954 5142 consensus_queue.cc:228] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "55ec303e86fc4922bef4b99cfe38cffb" member_type: VOTER last_known_addr { host: "127.4.89.2" port: 54461 } } 17:48:29.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.506348 5142 raft_consensus.cc:365] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:29.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.506551 5142 raft_consensus.cc:457] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:29.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.506742 5142 raft_consensus.cc:2742] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb: Snoozing failure detection for 1.889s (starting election) 17:48:29.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.506925 5142 raft_consensus.cc:2794] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb [term 0 FOLLOWER]: Advancing to term 1 17:48:29.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.508568 5143 raft_consensus.cc:325] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5332236aa3cd4fd9af646ceb6e9e0971" member_type: VOTER last_known_addr { host: "127.4.89.3" port: 50808 } } 17:48:29.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.509148 5143 raft_consensus.cc:351] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:29.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.509315 5143 raft_consensus.cc:630] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5332236aa3cd4fd9af646ceb6e9e0971, State: Initialized, Role: FOLLOWER 17:48:29.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.509907 5142 raft_consensus.cc:479] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "55ec303e86fc4922bef4b99cfe38cffb" member_type: VOTER last_known_addr { host: "127.4.89.2" port: 54461 } } 17:48:29.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.509974 5143 consensus_queue.cc:228] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5332236aa3cd4fd9af646ceb6e9e0971" member_type: VOTER last_known_addr { host: "127.4.89.3" port: 50808 } } 17:48:29.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.510540 5143 raft_consensus.cc:365] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:29.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.510592 5142 leader_election.cc:278] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:29.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.510771 5143 raft_consensus.cc:457] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:29.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.511001 5143 raft_consensus.cc:2742] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971: Snoozing failure detection for 2.108s (starting election) 17:48:29.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.511262 5143 raft_consensus.cc:2794] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971 [term 0 FOLLOWER]: Advancing to term 1 17:48:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.512848 5146 raft_consensus.cc:2742] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb: Snoozing failure detection for 1.615s (election complete) 17:48:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.513350 5146 raft_consensus.cc:2549] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb [term 1 FOLLOWER]: Leader election won for term 1 17:48:29.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.514744 4940 heartbeater.cc:467] Master 127.4.89.62:43685 was elected leader, sending a full tablet report... 17:48:29.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.515558 5143 raft_consensus.cc:479] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5332236aa3cd4fd9af646ceb6e9e0971" member_type: VOTER last_known_addr { host: "127.4.89.3" port: 50808 } } 17:48:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.516180 5143 leader_election.cc:278] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.516222 5142 ts_tablet_manager.cc:1073] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb: Time spent starting tablet: real 0.024s user 0.020s sys 0.002s 17:48:29.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.518007 5146 raft_consensus.cc:595] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb [term 1 LEADER]: Becoming Leader. State: Replica: 55ec303e86fc4922bef4b99cfe38cffb, State: Running, Role: LEADER 17:48:29.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.518494 5146 consensus_queue.cc:205] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "55ec303e86fc4922bef4b99cfe38cffb" member_type: VOTER last_known_addr { host: "127.4.89.2" port: 54461 } } 17:48:29.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.518834 5149 raft_consensus.cc:2742] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971: Snoozing failure detection for 1.965s (election complete) 17:48:29.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.519515 5149 raft_consensus.cc:2549] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971 [term 1 FOLLOWER]: Leader election won for term 1 17:48:29.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.520274 5071 heartbeater.cc:467] Master 127.4.89.62:43685 was elected leader, sending a full tablet report... 17:48:29.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.522696 5149 raft_consensus.cc:595] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971 [term 1 LEADER]: Becoming Leader. State: Replica: 5332236aa3cd4fd9af646ceb6e9e0971, State: Running, Role: LEADER 17:48:29.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.523247 5149 consensus_queue.cc:205] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5332236aa3cd4fd9af646ceb6e9e0971" member_type: VOTER last_known_addr { host: "127.4.89.3" port: 50808 } } 17:48:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.525933 5143 ts_tablet_manager.cc:1073] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971: Time spent starting tablet: real 0.031s user 0.017s sys 0.008s 17:48:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.527025 4487 catalog_manager.cc:3758] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb reported cstate change: term changed from 0 to 1, leader changed from to 55ec303e86fc4922bef4b99cfe38cffb (127.4.89.2). New cstate: current_term: 1 leader_uuid: "55ec303e86fc4922bef4b99cfe38cffb" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "55ec303e86fc4922bef4b99cfe38cffb" member_type: VOTER last_known_addr { host: "127.4.89.2" port: 54461 } health_report { overall_health: HEALTHY } } } 17:48:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.541688 4487 catalog_manager.cc:3758] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971 reported cstate change: term changed from 0 to 1, leader changed from to 5332236aa3cd4fd9af646ceb6e9e0971 (127.4.89.3). New cstate: current_term: 1 leader_uuid: "5332236aa3cd4fd9af646ceb6e9e0971" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5332236aa3cd4fd9af646ceb6e9e0971" member_type: VOTER last_known_addr { host: "127.4.89.3" port: 50808 } health_report { overall_health: HEALTHY } } } 17:48:29.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:29.545830 4948 tablet.cc:1728] T 7fe87d58e0434670ad87906833f6f396 P 55ec303e86fc4922bef4b99cfe38cffb: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.552767 4488 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.4.89.62:43796: 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:29.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:29.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:29.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.583674 4746 tablet_service.cc:759] Processing CreateTablet for tablet 7ee38e534b7940f7aa7fd743d91ff4c1 (table=simple-test [id=81380a0a44cb42f0860a14f120ef1c9a]), partition=RANGE (key) PARTITION UNBOUNDED 17:48:29.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.584455 4746 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 7ee38e534b7940f7aa7fd743d91ff4c1. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:29.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.597447 4746 ts_tablet_manager.cc:1173] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144: Registered tablet (data state: TABLET_DATA_READY) 17:48:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.599027 5156 ts_tablet_manager.cc:1028] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144: Bootstrapping tablet 17:48:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.599514 5156 tablet_bootstrap.cc:438] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144: Bootstrap starting. 17:48:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.601641 5156 tablet_bootstrap.cc:592] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144: No blocks or log segments found. Creating new log. 17:48:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.602794 5156 log.cc:525] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144: Log is configured to *not* fsync() on all Append() calls 17:48:29.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.605353 5156 tablet_bootstrap.cc:438] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144: No bootstrap required, opened a new log 17:48:29.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.605684 5156 ts_tablet_manager.cc:1045] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144: Time spent bootstrapping tablet: real 0.006s user 0.005s sys 0.001s 17:48:29.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.617053 5156 raft_consensus.cc:325] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c4b8639ee52f467990be748a32707144" member_type: VOTER last_known_addr { host: "127.4.89.1" port: 43861 } } 17:48:29.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.617534 5156 raft_consensus.cc:351] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:29.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.617676 5156 raft_consensus.cc:630] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c4b8639ee52f467990be748a32707144, State: Initialized, Role: FOLLOWER 17:48:29.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.618154 5156 consensus_queue.cc:228] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c4b8639ee52f467990be748a32707144" member_type: VOTER last_known_addr { host: "127.4.89.1" port: 43861 } } 17:48:29.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.618595 5156 raft_consensus.cc:365] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:29.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.618790 5156 raft_consensus.cc:457] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:29.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.618968 5156 raft_consensus.cc:2742] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144: Snoozing failure detection for 2.157s (starting election) 17:48:29.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.619125 5156 raft_consensus.cc:2794] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144 [term 0 FOLLOWER]: Advancing to term 1 17:48:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.621939 5156 raft_consensus.cc:479] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c4b8639ee52f467990be748a32707144" member_type: VOTER last_known_addr { host: "127.4.89.1" port: 43861 } } 17:48:29.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.622378 5156 leader_election.cc:278] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:29.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.624137 5158 raft_consensus.cc:2742] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144: Snoozing failure detection for 1.709s (election complete) 17:48:29.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.624471 5158 raft_consensus.cc:2549] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144 [term 1 FOLLOWER]: Leader election won for term 1 17:48:29.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.626641 5158 raft_consensus.cc:595] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144 [term 1 LEADER]: Becoming Leader. State: Replica: c4b8639ee52f467990be748a32707144, State: Running, Role: LEADER 17:48:29.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.627184 5156 ts_tablet_manager.cc:1073] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144: Time spent starting tablet: real 0.021s user 0.014s sys 0.006s 17:48:29.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.627183 5158 consensus_queue.cc:205] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c4b8639ee52f467990be748a32707144" member_type: VOTER last_known_addr { host: "127.4.89.1" port: 43861 } } 17:48:29.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:29.634543 4487 catalog_manager.cc:3758] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144 reported cstate change: term changed from 0 to 1, leader changed from to c4b8639ee52f467990be748a32707144 (127.4.89.1). New cstate: current_term: 1 leader_uuid: "c4b8639ee52f467990be748a32707144" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c4b8639ee52f467990be748a32707144" member_type: VOTER last_known_addr { host: "127.4.89.1" port: 43861 } health_report { overall_health: HEALTHY } } } 17:48:29.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:29.767338 5074 tablet.cc:1728] T 3df2957f093740ff846378952a78a9b8 P 5332236aa3cd4fd9af646ceb6e9e0971: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:29.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:29.801331 4817 tablet.cc:1728] T 7ee38e534b7940f7aa7fd743d91ff4c1 P c4b8639ee52f467990be748a32707144: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:30.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:30.414403 4452 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 4657 17:48:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:30.441964 4468 connection.cc:512] server connection from 127.4.89.1:48549 recv error: Network error: failed to read from TLS socket (remote: 127.4.89.1:48549): Connection reset by peer (error 104) 17:48:30.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:30.442883 4603 connection.cc:512] server connection from 127.4.89.1:48770 recv error: Network error: failed to read from TLS socket (remote: 127.4.89.1:48770): Connection reset by peer (error 104) 17:48:30.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:30.442880 4533 connection.cc:512] server connection from 127.4.89.1:47728 recv error: Network error: failed to read from TLS socket (remote: 127.4.89.1:47728): Connection reset by peer (error 104) 17:48:30.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:30.443871 4452 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 4813 17:48:30.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:30.467249 4606 connection.cc:512] server connection from 127.4.89.2:45506 recv error: Network error: failed to read from TLS socket (remote: 127.4.89.2:45506): Connection reset by peer (error 104) 17:48:30.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:30.467330 4452 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 4943 17:48:30.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:30.468082 4470 connection.cc:512] server connection from 127.4.89.2:57942 recv error: Network error: failed to read from TLS socket (remote: 127.4.89.2:57942): Connection reset by peer (error 104) 17:48:30.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:30.469017 4538 connection.cc:512] server connection from 127.4.89.2:36944 recv error: Network error: failed to read from TLS socket (remote: 127.4.89.2:36944): Connection reset by peer (error 104) 17:48:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:30.492163 4470 connection.cc:512] server connection from 127.4.89.3:43886 recv error: Network error: failed to read from TLS socket (remote: 127.4.89.3:43886): Connection reset by peer (error 104) 17:48:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:30.492959 4452 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 4460 17:48:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:30.492945 4604 connection.cc:512] server connection from 127.4.89.3:49907 recv error: Network error: failed to read from TLS socket (remote: 127.4.89.3:49907): Connection reset by peer (error 104) 17:48:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:30.493079 4533 connection.cc:512] server connection from 127.4.89.3:55886 recv error: Network error: failed to read from TLS socket (remote: 127.4.89.3:55886): Connection reset by peer (error 104) 17:48:30.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:30.515122 4452 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 4522 17:48:30.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:30.535603 4452 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 4591 17:48:31.579 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614111579 17:48:31.580 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:48:31.580 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:48:31.580 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:48:31.581 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:48:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:31.796735 5195 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/wal 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/data 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.18.254:37213 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.18.254 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/logs 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/data/info.pb 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.5.18.254:37213,127.5.18.253:43211,127.5.18.252:57449 with env {} 17:48:31.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:31.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:31.957051 5203 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:31.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:31.957463 5203 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:31.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:31.967214 5203 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:31.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:31.967360 5203 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:31.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:31.967480 5203 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:31.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:31.967654 5203 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:31.987121 5203 master_main.cc:73] Master server non-default flags: 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/data 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/wal 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.5.18.254:37213,127.5.18.253:43211,127.5.18.252:57449 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.18.254:37213 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/data/info.pb 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.18.254 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/logs 17:48:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.002357 5203 master_main.cc:80] Initializing master server... 17:48:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.004838 5203 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 231564us 17:48:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.005646 5203 fs_manager.cc:262] Metadata directory not provided 17:48:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.005767 5203 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.006053 5203 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.006166 5203 server_base.cc:433] Attempting to create new FS layout instead 17:48:32.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.009999 5203 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/data/instance: 17:48:32.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a881396f41184ee69b4d49f97e6124f1" 17:48:32.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:32 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:32.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.010753 5203 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/wal/instance: 17:48:32.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a881396f41184ee69b4d49f97e6124f1" 17:48:32.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:32 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:32.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.025250 5203 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.004s 17:48:32.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.026547 5203 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.027740 5203 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:32.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.036197 5203 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:48:32.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.036335 5203 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/wal 17:48:32.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a881396f41184ee69b4d49f97e6124f1" 17:48:32.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:32 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:32.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.036623 5203 fs_report.cc:352] FS layout report 17:48:32.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:32.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/wal 17:48:32.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/wal 17:48:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/data/data 17:48:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:32.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.201565 5203 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:32.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.204104 5203 master_main.cc:83] Starting Master server... 17:48:32.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.291420 5203 rpc_server.cc:205] RPC server started. Bound to: 127.5.18.254:37213 17:48:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.292620 5203 webserver.cc:175] Starting webserver on 127.5.18.254:0 17:48:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.292752 5203 webserver.cc:186] Document root disabled 17:48:32.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.294874 5203 webserver.cc:313] Webserver started. Bound to: http://127.5.18.254:53749/ 17:48:32.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.295747 5203 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-0/data/info.pb 17:48:32.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.299501 5268 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.301687 5195 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 5203 17:48:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.302503 5195 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/wal 17:48:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/data 17:48:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.18.253:43211 17:48:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.18.253 17:48:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/logs 17:48:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/data/info.pb 17:48:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.5.18.254:37213,127.5.18.253:43211,127.5.18.252:57449 with env {} 17:48:32.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.312983 5268 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } has no permanent_uuid. Determining permanent_uuid... 17:48:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.336580 5268 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } has no permanent_uuid. Determining permanent_uuid... 17:48:32.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.337847 5268 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.18.253:43211: Network error: Client connection negotiation failed: client connection to 127.5.18.253:43211: connect: Connection refused (error 111) 17:48:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.357230 5268 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } attempt: 1 17:48:32.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.358562 5268 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.18.253:43211: Network error: Client connection negotiation failed: client connection to 127.5.18.253:43211: connect: Connection refused (error 111) 17:48:32.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.406894 5268 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } attempt: 2 17:48:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.408185 5268 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.18.253:43211: Network error: Client connection negotiation failed: client connection to 127.5.18.253:43211: connect: Connection refused (error 111) 17:48:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.466934 5269 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.467386 5269 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:32.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.477376 5269 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:32.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.477562 5269 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:32.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.477780 5269 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.477955 5269 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:32.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.498642 5269 master_main.cc:73] Master server non-default flags: 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/data 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/wal 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.5.18.254:37213,127.5.18.253:43211,127.5.18.252:57449 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.18.253:43211 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/data/info.pb 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.18.253 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/logs 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:32.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.514581 5269 master_main.cc:80] Initializing master server... 17:48:32.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.516742 5269 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 231564us 17:48:32.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.517628 5269 fs_manager.cc:262] Metadata directory not provided 17:48:32.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.517772 5269 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.518187 5269 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.518314 5269 server_base.cc:433] Attempting to create new FS layout instead 17:48:32.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.519456 5268 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } attempt: 3 17:48:32.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.520771 5268 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.18.253:43211: Network error: Client connection negotiation failed: client connection to 127.5.18.253:43211: connect: Connection refused (error 111) 17:48:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.522409 5269 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/data/instance: 17:48:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e69f494598c54c5397e8b662adfd3d00" 17:48:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:32 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:32.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.523154 5269 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/wal/instance: 17:48:32.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e69f494598c54c5397e8b662adfd3d00" 17:48:32.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:32 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:32.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.537739 5269 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.005s 17:48:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.539021 5269 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.540246 5269 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.548738 5269 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.548871 5269 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/wal 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e69f494598c54c5397e8b662adfd3d00" 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:32 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.549132 5269 fs_report.cc:352] FS layout report 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/wal 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/wal 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/data/data 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.697122 5268 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } attempt: 4 17:48:32.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.699139 5268 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.18.253:43211: Network error: Client connection negotiation failed: client connection to 127.5.18.253:43211: connect: Connection refused (error 111) 17:48:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.703780 5269 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:32.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.706229 5269 master_main.cc:83] Starting Master server... 17:48:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.797072 5269 rpc_server.cc:205] RPC server started. Bound to: 127.5.18.253:43211 17:48:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.797940 5269 webserver.cc:175] Starting webserver on 127.5.18.253:0 17:48:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.798038 5269 webserver.cc:186] Document root disabled 17:48:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.799926 5269 webserver.cc:313] Webserver started. Bound to: http://127.5.18.253:59925/ 17:48:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.800686 5269 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-1/data/info.pb 17:48:32.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.804281 5334 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:32.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.809924 5195 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 5269 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.811069 5195 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/wal 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/data 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.18.252:57449 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.18.252 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/logs 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/data/info.pb 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.5.18.254:37213,127.5.18.253:43211,127.5.18.252:57449 with env {} 17:48:32.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.819854 5334 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } has no permanent_uuid. Determining permanent_uuid... 17:48:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.835745 5334 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } has no permanent_uuid. Determining permanent_uuid... 17:48:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.846005 5334 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } has no permanent_uuid. Determining permanent_uuid... 17:48:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.847364 5334 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.18.252:57449: Network error: Client connection negotiation failed: client connection to 127.5.18.252:57449: connect: Connection refused (error 111) 17:48:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.866837 5334 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } attempt: 1 17:48:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.868063 5334 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.18.252:57449: Network error: Client connection negotiation failed: client connection to 127.5.18.252:57449: connect: Connection refused (error 111) 17:48:32.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:32.916395 5334 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } attempt: 2 17:48:32.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.917625 5334 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.18.252:57449: Network error: Client connection negotiation failed: client connection to 127.5.18.252:57449: connect: Connection refused (error 111) 17:48:32.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.976657 5335 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.977133 5335 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.986775 5335 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.986948 5335 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.987165 5335 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:32.987349 5335 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:33.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.002487 5268 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } attempt: 5 17:48:33.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.009241 5335 master_main.cc:73] Master server non-default flags: 17:48:33.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/data 17:48:33.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/wal 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.5.18.254:37213,127.5.18.253:43211,127.5.18.252:57449 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.18.252:57449 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/data/info.pb 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.18.252 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/logs 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:33.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.009899 5268 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } has no permanent_uuid. Determining permanent_uuid... 17:48:33.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.011813 5268 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.18.252:57449: Network error: Client connection negotiation failed: client connection to 127.5.18.252:57449: connect: Connection refused (error 111) 17:48:33.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.023973 5335 master_main.cc:80] Initializing master server... 17:48:33.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.026401 5335 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 232064us 17:48:33.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.027230 5335 fs_manager.cc:262] Metadata directory not provided 17:48:33.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.027376 5335 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:33.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.027737 5335 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:33.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.027954 5335 server_base.cc:433] Attempting to create new FS layout instead 17:48:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.028939 5334 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } attempt: 3 17:48:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.030088 5334 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.18.252:57449: Network error: Client connection negotiation failed: client connection to 127.5.18.252:57449: connect: Connection refused (error 111) 17:48:33.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.032022 5335 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/data/instance: 17:48:33.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "072df3cbcc314bcb8eff0855f795bfed" 17:48:33.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:33 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:33.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.032769 5335 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/wal/instance: 17:48:33.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "072df3cbcc314bcb8eff0855f795bfed" 17:48:33.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:33 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:33.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.047227 5335 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.005s 17:48:33.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.048497 5335 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:33.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.049772 5335 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.050135 5268 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } attempt: 1 17:48:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.051411 5268 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.18.252:57449: Network error: Client connection negotiation failed: client connection to 127.5.18.252:57449: connect: Connection refused (error 111) 17:48:33.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.058301 5335 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:48:33.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.058475 5335 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/wal 17:48:33.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "072df3cbcc314bcb8eff0855f795bfed" 17:48:33.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:33 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.058738 5335 fs_report.cc:352] FS layout report 17:48:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/wal 17:48:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/wal 17:48:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/data/data 17:48:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:33.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.099750 5268 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } attempt: 2 17:48:33.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.101733 5268 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.18.252:57449: Network error: Client connection negotiation failed: client connection to 127.5.18.252:57449: connect: Connection refused (error 111) 17:48:33.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.202095 5268 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } attempt: 3 17:48:33.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.204275 5268 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.18.252:57449: Network error: Client connection negotiation failed: client connection to 127.5.18.252:57449: connect: Connection refused (error 111) 17:48:33.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.206393 5334 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } attempt: 4 17:48:33.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.207844 5334 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.18.252:57449: Network error: Client connection negotiation failed: client connection to 127.5.18.252:57449: connect: Connection refused (error 111) 17:48:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.219998 5335 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:33.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.222524 5335 master_main.cc:83] Starting Master server... 17:48:33.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.313768 5335 rpc_server.cc:205] RPC server started. Bound to: 127.5.18.252:57449 17:48:33.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.314925 5335 webserver.cc:175] Starting webserver on 127.5.18.252:0 17:48:33.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.315038 5335 webserver.cc:186] Document root disabled 17:48:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.317051 5335 webserver.cc:313] Webserver started. Bound to: http://127.5.18.252:37228/ 17:48:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.317936 5335 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/master-2/data/info.pb 17:48:33.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.321931 5398 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:33.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.328610 5195 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 5335 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.330180 5195 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/wal 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/data 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.18.193:0 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.5.18.193 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.18.193 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.5.18.254:37213,127.5.18.253:43211,127.5.18.252:57449 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:33.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:33.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:33.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/logs 17:48:33.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/data/info.pb 17:48:33.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:33.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:33.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:33.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:33.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.338814 5398 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } has no permanent_uuid. Determining permanent_uuid... 17:48:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.344661 5268 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } attempt: 4 17:48:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.367688 5398 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } has no permanent_uuid. Determining permanent_uuid... 17:48:33.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.370277 5268 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1: Bootstrap starting. 17:48:33.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.374564 5268 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1: No blocks or log segments found. Creating new log. 17:48:33.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.376732 5268 log.cc:525] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1: Log is configured to *not* fsync() on all Append() calls 17:48:33.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.378876 5398 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } has no permanent_uuid. Determining permanent_uuid... 17:48:33.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.384140 5268 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1: No bootstrap required, opened a new log 17:48:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.394897 5398 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed: Bootstrap starting. 17:48:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.399339 5398 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed: No blocks or log segments found. Creating new log. 17:48:33.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.401623 5398 log.cc:525] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed: Log is configured to *not* fsync() on all Append() calls 17:48:33.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.404670 5268 raft_consensus.cc:325] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } 17:48:33.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.405227 5268 raft_consensus.cc:351] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:33.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.405452 5268 raft_consensus.cc:630] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a881396f41184ee69b4d49f97e6124f1, State: Initialized, Role: FOLLOWER 17:48:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.406092 5268 consensus_queue.cc:228] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } 17:48:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.407826 5398 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed: No bootstrap required, opened a new log 17:48:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.409561 5268 sys_catalog.cc:337] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } } 17:48:33.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.410508 5268 sys_catalog.cc:340] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [sys.catalog]: This master's current role is: FOLLOWER 17:48:33.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.411837 5268 sys_catalog.cc:424] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [sys.catalog]: configured and running, proceeding with master startup. 17:48:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.425673 5398 raft_consensus.cc:325] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } 17:48:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.426792 5398 raft_consensus.cc:351] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.427129 5398 raft_consensus.cc:630] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 072df3cbcc314bcb8eff0855f795bfed, State: Initialized, Role: FOLLOWER 17:48:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.428059 5398 consensus_queue.cc:228] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } 17:48:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.435570 5407 sys_catalog.cc:337] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } } 17:48:33.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.451226 5407 sys_catalog.cc:340] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [sys.catalog]: This master's current role is: FOLLOWER 17:48:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.488044 5407 raft_consensus.cc:457] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:48:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.488335 5407 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed: Snoozing failure detection for 1.670s (starting election) 17:48:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.488637 5407 raft_consensus.cc:479] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } 17:48:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.489919 5407 leader_election.cc:251] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer a881396f41184ee69b4d49f97e6124f1 (127.5.18.254:37213) 17:48:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.490535 5407 leader_election.cc:251] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer e69f494598c54c5397e8b662adfd3d00 (127.5.18.253:43211) 17:48:33.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.511194 5334 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } attempt: 5 17:48:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.410121 5405 sys_catalog.cc:337] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } } 17:48:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.523700 5405 sys_catalog.cc:340] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [sys.catalog]: This master's current role is: FOLLOWER 17:48:33.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.525161 5334 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00: Bootstrap starting. 17:48:33.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:33.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.527334 5399 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.528081 5399 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.529408 5334 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00: No blocks or log segments found. Creating new log. 17:48:33.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.534165 5334 log.cc:525] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00: Log is configured to *not* fsync() on all Append() calls 17:48:33.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.545533 5399 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:33.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.546464 5399 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.18.193 17:48:33.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.547245 5334 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00: No bootstrap required, opened a new log 17:48:33.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.555192 5405 raft_consensus.cc:457] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:48:33.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.555493 5405 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1: Snoozing failure detection for 2.216s (starting election) 17:48:33.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.555781 5405 raft_consensus.cc:479] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } 17:48:33.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.557126 5405 leader_election.cc:251] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer e69f494598c54c5397e8b662adfd3d00 (127.5.18.253:43211) 17:48:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.557868 5405 leader_election.cc:251] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 072df3cbcc314bcb8eff0855f795bfed (127.5.18.252:57449) 17:48:33.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.457881 5224 tablet.cc:1728] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:33.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.570344 5406 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:48:33.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.436980 5398 sys_catalog.cc:337] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } } 17:48:33.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.571149 5398 sys_catalog.cc:340] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [sys.catalog]: This master's current role is: FOLLOWER 17:48:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.572152 5203 master_main.cc:86] Master server successfully started. 17:48:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.570857 5245 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "072df3cbcc314bcb8eff0855f795bfed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a881396f41184ee69b4d49f97e6124f1" is_pre_election: true 17:48:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.572515 5245 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1: Snoozing failure detection for 2.091s (vote granted) 17:48:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.572772 5245 raft_consensus.cc:2255] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 072df3cbcc314bcb8eff0855f795bfed in term 0. 17:48:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.572906 5398 sys_catalog.cc:424] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [sys.catalog]: configured and running, proceeding with master startup. 17:48:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.572999 5375 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a881396f41184ee69b4d49f97e6124f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "072df3cbcc314bcb8eff0855f795bfed" is_pre_election: true 17:48:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.573766 5375 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed: Snoozing failure detection for 2.056s (vote granted) 17:48:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.574112 5375 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a881396f41184ee69b4d49f97e6124f1 in term 0. 17:48:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.575103 5345 leader_election.cc:387] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [CANDIDATE]: Term 1 pre-election: Vote granted by peer a881396f41184ee69b4d49f97e6124f1 (127.5.18.254:37213) 17:48:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.575402 5345 leader_election.cc:278] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:48:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.575620 5219 leader_election.cc:387] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 072df3cbcc314bcb8eff0855f795bfed (127.5.18.252:57449) 17:48:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.575850 5219 leader_election.cc:278] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:48:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.576037 5407 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed: Snoozing failure detection for 2.058s (election complete) 17:48:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.576270 5407 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [term 0 FOLLOWER]: Leader pre-election won for term 1 17:48:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.576481 5405 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1: Snoozing failure detection for 2.002s (election complete) 17:48:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.576508 5407 raft_consensus.cc:457] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:48:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.576707 5407 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed: Snoozing failure detection for 1.798s (starting election) 17:48:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.576720 5405 raft_consensus.cc:2549] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:48:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.576905 5407 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [term 0 FOLLOWER]: Advancing to term 1 17:48:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.576917 5405 raft_consensus.cc:457] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:48:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.577100 5405 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1: Snoozing failure detection for 1.655s (starting election) 17:48:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.577280 5405 raft_consensus.cc:2794] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [term 0 FOLLOWER]: Advancing to term 1 17:48:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.582115 5405 raft_consensus.cc:479] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } 17:48:33.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.581996 5334 raft_consensus.cc:325] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } 17:48:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.583077 5334 raft_consensus.cc:351] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.583236 5405 leader_election.cc:251] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [CANDIDATE]: Term 1 election: Requesting vote from peer e69f494598c54c5397e8b662adfd3d00 (127.5.18.253:43211) 17:48:33.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.582973 5407 raft_consensus.cc:479] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } 17:48:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.583998 5407 leader_election.cc:251] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [CANDIDATE]: Term 1 election: Requesting vote from peer a881396f41184ee69b4d49f97e6124f1 (127.5.18.254:37213) 17:48:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.584038 5405 leader_election.cc:251] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [CANDIDATE]: Term 1 election: Requesting vote from peer 072df3cbcc314bcb8eff0855f795bfed (127.5.18.252:57449) 17:48:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.583775 5334 raft_consensus.cc:630] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e69f494598c54c5397e8b662adfd3d00, State: Initialized, Role: FOLLOWER 17:48:33.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.584909 5407 leader_election.cc:251] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [CANDIDATE]: Term 1 election: Requesting vote from peer e69f494598c54c5397e8b662adfd3d00 (127.5.18.253:43211) 17:48:33.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.585297 5245 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "072df3cbcc314bcb8eff0855f795bfed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a881396f41184ee69b4d49f97e6124f1" 17:48:33.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.585911 5245 raft_consensus.cc:2185] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 072df3cbcc314bcb8eff0855f795bfed in current term 1: Already voted for candidate a881396f41184ee69b4d49f97e6124f1 in this term. 17:48:33.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.586904 5345 leader_election.cc:401] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [CANDIDATE]: Term 1 election: Vote denied by peer a881396f41184ee69b4d49f97e6124f1 (127.5.18.254:37213). Message: Invalid argument: T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 072df3cbcc314bcb8eff0855f795bfed in current term 1: Already voted for candidate a881396f41184ee69b4d49f97e6124f1 in this term. 17:48:33.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.586527 5334 consensus_queue.cc:228] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } 17:48:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.588418 5399 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/data 17:48:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/wal 17:48:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.18.193:0 17:48:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/data/info.pb 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.18.193 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.5.18.254:37213,127.5.18.253:43211,127.5.18.252:57449 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.5.18.193 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/logs 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:33.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.592627 5335 master_main.cc:86] Master server successfully started. 17:48:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.590909 5375 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a881396f41184ee69b4d49f97e6124f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "072df3cbcc314bcb8eff0855f795bfed" 17:48:33.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.593072 5375 raft_consensus.cc:2185] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate a881396f41184ee69b4d49f97e6124f1 in current term 1: Already voted for candidate 072df3cbcc314bcb8eff0855f795bfed in this term. 17:48:33.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.594126 5219 leader_election.cc:401] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [CANDIDATE]: Term 1 election: Vote denied by peer 072df3cbcc314bcb8eff0855f795bfed (127.5.18.252:57449). Message: Invalid argument: T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate a881396f41184ee69b4d49f97e6124f1 in current term 1: Already voted for candidate 072df3cbcc314bcb8eff0855f795bfed in this term. 17:48:33.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.593286 5334 sys_catalog.cc:337] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } } 17:48:33.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.594777 5334 sys_catalog.cc:340] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [sys.catalog]: This master's current role is: FOLLOWER 17:48:33.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.607890 5413 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:33.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.608374 5413 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:33.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.596621 5334 sys_catalog.cc:424] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [sys.catalog]: configured and running, proceeding with master startup. 17:48:33.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.619022 5399 tablet_server_main.cc:85] Initializing tablet server... 17:48:33.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.623626 5399 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 232064us 17:48:33.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.624560 5399 fs_manager.cc:262] Metadata directory not provided 17:48:33.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.624868 5399 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:33.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.625357 5399 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:33.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.625670 5399 server_base.cc:433] Attempting to create new FS layout instead 17:48:33.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.631458 5399 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/data/instance: 17:48:33.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "bf0b7ef31b074e79999c0d77f31cbf9e" 17:48:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:33 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.632853 5399 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/wal/instance: 17:48:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "bf0b7ef31b074e79999c0d77f31cbf9e" 17:48:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:33 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:33.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.663345 5399 fs_manager.cc:502] Time spent creating directory manager: real 0.030s user 0.016s sys 0.009s 17:48:33.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.665498 5399 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:33.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.667055 5399 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.685714 5399 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.004s 17:48:33.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.686142 5399 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/wal 17:48:33.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "bf0b7ef31b074e79999c0d77f31cbf9e" 17:48:33.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:33 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.686708 5399 fs_report.cc:352] FS layout report 17:48:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/wal 17:48:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/wal 17:48:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/data/data 17:48:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:33.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.597532 5308 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "072df3cbcc314bcb8eff0855f795bfed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e69f494598c54c5397e8b662adfd3d00" 17:48:33.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.694348 5308 raft_consensus.cc:2794] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [term 0 FOLLOWER]: Advancing to term 1 17:48:33.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.694687 5308 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00: Snoozing failure detection for 1.726s (vote granted) 17:48:33.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.699899 5308 raft_consensus.cc:2255] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 072df3cbcc314bcb8eff0855f795bfed in term 1. 17:48:33.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.701328 5345 leader_election.cc:387] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [CANDIDATE]: Term 1 election: Vote granted by peer e69f494598c54c5397e8b662adfd3d00 (127.5.18.253:43211) 17:48:33.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.701617 5345 leader_election.cc:278] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.702424 5407 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed: Snoozing failure detection for 2.214s (election complete) 17:48:33.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.702700 5407 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [term 1 FOLLOWER]: Leader election won for term 1 17:48:33.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.705297 5407 raft_consensus.cc:595] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [term 1 LEADER]: Becoming Leader. State: Replica: 072df3cbcc314bcb8eff0855f795bfed, State: Running, Role: LEADER 17:48:33.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.707020 5407 consensus_queue.cc:205] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } 17:48:33.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.709905 5290 tablet.cc:1728] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:33.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.597539 5309 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a881396f41184ee69b4d49f97e6124f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e69f494598c54c5397e8b662adfd3d00" 17:48:33.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.714340 5309 raft_consensus.cc:2185] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate a881396f41184ee69b4d49f97e6124f1 in current term 1: Already voted for candidate 072df3cbcc314bcb8eff0855f795bfed in this term. 17:48:33.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.715443 5215 leader_election.cc:401] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [CANDIDATE]: Term 1 election: Vote denied by peer e69f494598c54c5397e8b662adfd3d00 (127.5.18.253:43211). Message: Invalid argument: T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate a881396f41184ee69b4d49f97e6124f1 in current term 1: Already voted for candidate 072df3cbcc314bcb8eff0855f795bfed in this term. 17:48:33.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.715730 5215 leader_election.cc:278] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. 17:48:33.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.716568 5405 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1: Snoozing failure detection for 2.223s (election complete) 17:48:33.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.716794 5405 raft_consensus.cc:2497] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority 17:48:33.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.596634 5310 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a881396f41184ee69b4d49f97e6124f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e69f494598c54c5397e8b662adfd3d00" is_pre_election: true 17:48:33.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.718014 5310 raft_consensus.cc:2185] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate a881396f41184ee69b4d49f97e6124f1 in current term 1: Already voted for candidate 072df3cbcc314bcb8eff0855f795bfed in this term. 17:48:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.718782 5215 leader_election.cc:401] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [CANDIDATE]: Term 1 pre-election: Vote denied by peer e69f494598c54c5397e8b662adfd3d00 (127.5.18.253:43211). Message: Invalid argument: T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate a881396f41184ee69b4d49f97e6124f1 in current term 1: Already voted for candidate 072df3cbcc314bcb8eff0855f795bfed in this term. 17:48:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.597846 5311 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "072df3cbcc314bcb8eff0855f795bfed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e69f494598c54c5397e8b662adfd3d00" is_pre_election: true 17:48:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.721210 5311 raft_consensus.cc:2168] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 072df3cbcc314bcb8eff0855f795bfed in term 1. Re-sending same reply. 17:48:33.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.722196 5345 leader_election.cc:387] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [CANDIDATE]: Term 1 pre-election: Vote granted by peer e69f494598c54c5397e8b662adfd3d00 (127.5.18.253:43211) 17:48:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.724736 5420 sys_catalog.cc:337] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [sys.catalog]: SysCatalogTable state changed. Reason: New leader 072df3cbcc314bcb8eff0855f795bfed. Latest consensus state: current_term: 1 leader_uuid: "072df3cbcc314bcb8eff0855f795bfed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } } 17:48:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.725493 5420 sys_catalog.cc:340] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [sys.catalog]: This master's current role is: LEADER 17:48:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.725666 5354 tablet.cc:1728] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:33.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.735998 5424 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:48:33.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.740742 5424 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:48:33.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.595746 5414 sys_catalog.cc:337] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } } 17:48:33.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.787228 5414 sys_catalog.cc:340] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [sys.catalog]: This master's current role is: FOLLOWER 17:48:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.790292 5269 master_main.cc:86] Master server successfully started. 17:48:33.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.801511 5416 catalog_manager.cc:1084] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:33.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:33.801754 5416 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.827837 5311 raft_consensus.cc:1083] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [term 1 FOLLOWER]: Refusing update from remote peer 072df3cbcc314bcb8eff0855f795bfed: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.829182 5420 consensus_queue.cc:963] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [LEADER]: Connected to new peer: Peer: permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:48:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.829710 5245 raft_consensus.cc:1083] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [term 1 FOLLOWER]: Refusing update from remote peer 072df3cbcc314bcb8eff0855f795bfed: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.833292 5420 consensus_queue.cc:963] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [LEADER]: Connected to new peer: Peer: permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:48:33.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.859957 5414 sys_catalog.cc:337] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 072df3cbcc314bcb8eff0855f795bfed. Latest consensus state: current_term: 1 leader_uuid: "072df3cbcc314bcb8eff0855f795bfed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } } 17:48:33.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.860633 5414 sys_catalog.cc:340] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [sys.catalog]: This master's current role is: FOLLOWER 17:48:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.870323 5405 sys_catalog.cc:337] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 072df3cbcc314bcb8eff0855f795bfed. Latest consensus state: current_term: 1 leader_uuid: "072df3cbcc314bcb8eff0855f795bfed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } } 17:48:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.871068 5405 sys_catalog.cc:340] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [sys.catalog]: This master's current role is: FOLLOWER 17:48:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.882872 5407 sys_catalog.cc:337] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "072df3cbcc314bcb8eff0855f795bfed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } } 17:48:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.883631 5407 sys_catalog.cc:340] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [sys.catalog]: This master's current role is: LEADER 17:48:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.884214 5407 sys_catalog.cc:337] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "072df3cbcc314bcb8eff0855f795bfed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } } 17:48:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.884824 5407 sys_catalog.cc:340] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed [sys.catalog]: This master's current role is: LEADER 17:48:33.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.889863 5414 sys_catalog.cc:337] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "072df3cbcc314bcb8eff0855f795bfed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } } 17:48:33.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.890563 5414 sys_catalog.cc:340] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00 [sys.catalog]: This master's current role is: FOLLOWER 17:48:33.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.895197 5405 sys_catalog.cc:337] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "072df3cbcc314bcb8eff0855f795bfed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a881396f41184ee69b4d49f97e6124f1" member_type: VOTER last_known_addr { host: "127.5.18.254" port: 37213 } } peers { permanent_uuid: "e69f494598c54c5397e8b662adfd3d00" member_type: VOTER last_known_addr { host: "127.5.18.253" port: 43211 } } peers { permanent_uuid: "072df3cbcc314bcb8eff0855f795bfed" member_type: VOTER last_known_addr { host: "127.5.18.252" port: 57449 } } } 17:48:33.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.895864 5405 sys_catalog.cc:340] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1 [sys.catalog]: This master's current role is: FOLLOWER 17:48:33.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.896139 5424 catalog_manager.cc:924] Generated new certificate authority record 17:48:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.898741 5424 catalog_manager.cc:1046] Loading token signing keys... 17:48:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.915845 5424 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 072df3cbcc314bcb8eff0855f795bfed: Generated new TSK 0 17:48:33.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.980676 5399 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:33.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.985641 5399 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:33.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:33.988425 5399 tablet_server_main.cc:90] Starting tablet server... 17:48:34.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.383559 5399 rpc_server.cc:205] RPC server started. Bound to: 127.5.18.193:54427 17:48:34.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.385144 5399 webserver.cc:175] Starting webserver on 127.5.18.193:0 17:48:34.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.385402 5399 webserver.cc:186] Document root disabled 17:48:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.387253 5399 webserver.cc:313] Webserver started. Bound to: http://127.5.18.193:35132/ 17:48:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.388269 5399 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-0/data/info.pb 17:48:34.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.395313 5195 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 5399 17:48:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.396600 5195 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/wal 17:48:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/data 17:48:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.18.194:0 17:48:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.5.18.194 17:48:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.18.194 17:48:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.5.18.254:37213,127.5.18.253:43211,127.5.18.252:57449 17:48:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/logs 17:48:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/data/info.pb 17:48:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:34.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.446225 5399 tablet_server_main.cc:93] Tablet server successfully started. 17:48:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.478636 5547 heartbeater.cc:346] Connected to a master server at 127.5.18.253:43211 17:48:34.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.479184 5547 heartbeater.cc:426] Registering TS with master... 17:48:34.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.479795 5547 heartbeater.cc:475] Master 127.5.18.253:43211 requested a full tablet report, sending... 17:48:34.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.482781 5301 ts_manager.cc:98] Registered new tserver with Master: bf0b7ef31b074e79999c0d77f31cbf9e (127.5.18.193:54427) 17:48:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.488210 5546 heartbeater.cc:346] Connected to a master server at 127.5.18.254:37213 17:48:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.488476 5546 heartbeater.cc:426] Registering TS with master... 17:48:34.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.488952 5546 heartbeater.cc:475] Master 127.5.18.254:37213 requested a full tablet report, sending... 17:48:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.478976 5548 heartbeater.cc:346] Connected to a master server at 127.5.18.252:57449 17:48:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.490706 5548 heartbeater.cc:426] Registering TS with master... 17:48:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.491142 5548 heartbeater.cc:475] Master 127.5.18.252:57449 requested a full tablet report, sending... 17:48:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.491698 5235 ts_manager.cc:98] Registered new tserver with Master: bf0b7ef31b074e79999c0d77f31cbf9e (127.5.18.193:54427) 17:48:34.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.493374 5365 ts_manager.cc:98] Registered new tserver with Master: bf0b7ef31b074e79999c0d77f31cbf9e (127.5.18.193:54427) 17:48:34.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.496078 5365 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.5.18.193:56882 17:48:34.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.600026 5406 catalog_manager.cc:1082] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1: acquiring CA information for follower catalog manager: success 17:48:34.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.603065 5406 catalog_manager.cc:1110] T 00000000000000000000000000000000 P a881396f41184ee69b4d49f97e6124f1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:34.613998 5549 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:34.615075 5549 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:34.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:34.632251 5549 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:34.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:34.633728 5549 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.18.194 17:48:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.674202 5549 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/data 17:48:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/wal 17:48:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.18.194:0 17:48:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/data/info.pb 17:48:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.18.194 17:48:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.5.18.254:37213,127.5.18.253:43211,127.5.18.252:57449 17:48:34.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.5.18.194 17:48:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/logs 17:48:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:34.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:34.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.702684 5549 tablet_server_main.cc:85] Initializing tablet server... 17:48:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.705857 5549 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 232564us 17:48:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.706661 5549 fs_manager.cc:262] Metadata directory not provided 17:48:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.706979 5549 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.707484 5549 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.707790 5549 server_base.cc:433] Attempting to create new FS layout instead 17:48:34.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.712769 5549 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/data/instance: 17:48:34.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "fa7fcad0b0d74e82bd54afda121d6c9c" 17:48:34.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:34.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.714241 5549 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/wal/instance: 17:48:34.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "fa7fcad0b0d74e82bd54afda121d6c9c" 17:48:34.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:34.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.751046 5549 fs_manager.cc:502] Time spent creating directory manager: real 0.036s user 0.012s sys 0.008s 17:48:34.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.752749 5549 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:34.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.753340 5549 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.779245 5549 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.001s 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.779456 5549 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/wal 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "fa7fcad0b0d74e82bd54afda121d6c9c" 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.779774 5549 fs_report.cc:352] FS layout report 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/wal 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/wal 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/data/data 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:34.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.808342 5416 catalog_manager.cc:1082] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00: acquiring CA information for follower catalog manager: success 17:48:34.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:34.814435 5416 catalog_manager.cc:1110] T 00000000000000000000000000000000 P e69f494598c54c5397e8b662adfd3d00: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.070945 5549 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.080159 5549 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:35.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.086331 5549 tablet_server_main.cc:90] Starting tablet server... 17:48:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.499438 5548 heartbeater.cc:467] Master 127.5.18.252:57449 was elected leader, sending a full tablet report... 17:48:35.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.750721 5549 rpc_server.cc:205] RPC server started. Bound to: 127.5.18.194:44710 17:48:35.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.752075 5549 webserver.cc:175] Starting webserver on 127.5.18.194:0 17:48:35.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.752203 5549 webserver.cc:186] Document root disabled 17:48:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.754160 5549 webserver.cc:313] Webserver started. Bound to: http://127.5.18.194:45676/ 17:48:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.755097 5549 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-1/data/info.pb 17:48:35.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.760991 5195 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 5549 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.762074 5195 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/wal 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/data 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.18.195:0 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.5.18.195 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.18.195 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.5.18.254:37213,127.5.18.253:43211,127.5.18.252:57449 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/logs 17:48:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/data/info.pb 17:48:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:35.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.822818 5549 tablet_server_main.cc:93] Tablet server successfully started. 17:48:35.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.832538 5679 heartbeater.cc:346] Connected to a master server at 127.5.18.253:43211 17:48:35.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.832862 5679 heartbeater.cc:426] Registering TS with master... 17:48:35.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.833614 5679 heartbeater.cc:475] Master 127.5.18.253:43211 requested a full tablet report, sending... 17:48:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.840499 5301 ts_manager.cc:98] Registered new tserver with Master: fa7fcad0b0d74e82bd54afda121d6c9c (127.5.18.194:44710) 17:48:35.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.833940 5678 heartbeater.cc:346] Connected to a master server at 127.5.18.254:37213 17:48:35.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.845860 5678 heartbeater.cc:426] Registering TS with master... 17:48:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.846344 5678 heartbeater.cc:475] Master 127.5.18.254:37213 requested a full tablet report, sending... 17:48:35.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.848814 5235 ts_manager.cc:98] Registered new tserver with Master: fa7fcad0b0d74e82bd54afda121d6c9c (127.5.18.194:44710) 17:48:35.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.835466 5683 heartbeater.cc:346] Connected to a master server at 127.5.18.252:57449 17:48:35.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.852037 5683 heartbeater.cc:426] Registering TS with master... 17:48:35.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.852510 5683 heartbeater.cc:475] Master 127.5.18.252:57449 requested a full tablet report, sending... 17:48:35.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.854557 5365 ts_manager.cc:98] Registered new tserver with Master: fa7fcad0b0d74e82bd54afda121d6c9c (127.5.18.194:44710) 17:48:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.856392 5365 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.5.18.194:50493 17:48:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:35.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:35.942633 5682 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:35.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:35.943183 5682 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:35.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:35.952680 5682 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:35.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:35.953125 5682 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.18.195 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.967844 5682 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/data 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/wal 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.18.195:0 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/data/info.pb 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.18.195 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.5.18.254:37213,127.5.18.253:43211,127.5.18.252:57449 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.5.18.195 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/logs 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:35.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:35.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.986920 5682 tablet_server_main.cc:85] Initializing tablet server... 17:48:35.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.989079 5682 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 233064us 17:48:35.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.989608 5682 fs_manager.cc:262] Metadata directory not provided 17:48:35.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.989744 5682 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:35.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.990073 5682 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:35.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.990206 5682 server_base.cc:433] Attempting to create new FS layout instead 17:48:35.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.993459 5682 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/data/instance: 17:48:35.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "532774a63320481d946addeba50cf5aa" 17:48:35.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:35.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:35.994236 5682 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/wal/instance: 17:48:35.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "532774a63320481d946addeba50cf5aa" 17:48:35.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:36.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.006047 5682 fs_manager.cc:502] Time spent creating directory manager: real 0.011s user 0.008s sys 0.002s 17:48:36.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.007257 5682 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:36.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.007735 5682 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:36.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.015658 5682 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.015797 5682 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/wal 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "532774a63320481d946addeba50cf5aa" 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.016073 5682 fs_report.cc:352] FS layout report 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/wal 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/wal 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/data/data 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.220568 5682 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.224527 5682 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.226153 5682 tablet_server_main.cc:90] Starting tablet server... 17:48:36.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.373250 5682 rpc_server.cc:205] RPC server started. Bound to: 127.5.18.195:58137 17:48:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.374707 5682 webserver.cc:175] Starting webserver on 127.5.18.195:0 17:48:36.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.374831 5682 webserver.cc:186] Document root disabled 17:48:36.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.376691 5682 webserver.cc:313] Webserver started. Bound to: http://127.5.18.195:40952/ 17:48:36.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.377554 5682 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster830314436759427370/ts-2/data/info.pb 17:48:36.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.385921 5195 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 5682 17:48:36.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.411460 5682 tablet_server_main.cc:93] Tablet server successfully started. 17:48:36.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.466545 5810 heartbeater.cc:346] Connected to a master server at 127.5.18.253:43211 17:48:36.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.466930 5810 heartbeater.cc:426] Registering TS with master... 17:48:36.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.467991 5810 heartbeater.cc:475] Master 127.5.18.253:43211 requested a full tablet report, sending... 17:48:36.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.470368 5301 ts_manager.cc:98] Registered new tserver with Master: 532774a63320481d946addeba50cf5aa (127.5.18.195:58137) 17:48:36.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.467491 5809 heartbeater.cc:346] Connected to a master server at 127.5.18.254:37213 17:48:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.479848 5811 heartbeater.cc:346] Connected to a master server at 127.5.18.252:57449 17:48:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.480026 5809 heartbeater.cc:426] Registering TS with master... 17:48:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.480060 5811 heartbeater.cc:426] Registering TS with master... 17:48:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.480628 5811 heartbeater.cc:475] Master 127.5.18.252:57449 requested a full tablet report, sending... 17:48:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.480696 5809 heartbeater.cc:475] Master 127.5.18.254:37213 requested a full tablet report, sending... 17:48:36.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.483331 5365 ts_manager.cc:98] Registered new tserver with Master: 532774a63320481d946addeba50cf5aa (127.5.18.195:58137) 17:48:36.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.483659 5235 ts_manager.cc:98] Registered new tserver with Master: 532774a63320481d946addeba50cf5aa (127.5.18.195:58137) 17:48:36.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.485122 5365 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.5.18.195:44921 17:48:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.488783 5195 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:48:36.489 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:48:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.588002 5365 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.5.18.252:39638: 17:48:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:48:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:48:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:48:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:48:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:48:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.672545 5615 tablet_service.cc:759] Processing CreateTablet for tablet 2e0325a344874f488301c0f3fee0b13a (table=test [id=f0a6e80d5d324e87b1d07aca3c66c8de]), partition=RANGE (key) PARTITION VALUES >= 50 17:48:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.673516 5615 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 2e0325a344874f488301c0f3fee0b13a. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:36.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.674680 5746 tablet_service.cc:759] Processing CreateTablet for tablet 601f318b204b4bf8b57f882c5b0f4abf (table=test [id=f0a6e80d5d324e87b1d07aca3c66c8de]), partition=RANGE (key) PARTITION VALUES < 50 17:48:36.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.675508 5746 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 601f318b204b4bf8b57f882c5b0f4abf. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:36.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.686298 5615 ts_tablet_manager.cc:1173] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c: Registered tablet (data state: TABLET_DATA_READY) 17:48:36.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.688144 5883 ts_tablet_manager.cc:1028] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c: Bootstrapping tablet 17:48:36.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.688191 5746 ts_tablet_manager.cc:1173] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa: Registered tablet (data state: TABLET_DATA_READY) 17:48:36.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.688809 5883 tablet_bootstrap.cc:438] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c: Bootstrap starting. 17:48:36.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.691314 5884 ts_tablet_manager.cc:1028] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa: Bootstrapping tablet 17:48:36.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.692003 5884 tablet_bootstrap.cc:438] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa: Bootstrap starting. 17:48:36.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.692385 5883 tablet_bootstrap.cc:592] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c: No blocks or log segments found. Creating new log. 17:48:36.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.693842 5883 log.cc:525] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c: Log is configured to *not* fsync() on all Append() calls 17:48:36.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.695042 5884 tablet_bootstrap.cc:592] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa: No blocks or log segments found. Creating new log. 17:48:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.696434 5884 log.cc:525] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa: Log is configured to *not* fsync() on all Append() calls 17:48:36.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.697633 5883 tablet_bootstrap.cc:438] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c: No bootstrap required, opened a new log 17:48:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.698000 5883 ts_tablet_manager.cc:1045] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c: Time spent bootstrapping tablet: real 0.009s user 0.005s sys 0.003s 17:48:36.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.702503 5884 tablet_bootstrap.cc:438] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa: No bootstrap required, opened a new log 17:48:36.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.702966 5884 ts_tablet_manager.cc:1045] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa: Time spent bootstrapping tablet: real 0.011s user 0.006s sys 0.002s 17:48:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.710847 5883 raft_consensus.cc:325] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "fa7fcad0b0d74e82bd54afda121d6c9c" member_type: VOTER last_known_addr { host: "127.5.18.194" port: 44710 } } 17:48:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.711349 5883 raft_consensus.cc:351] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.711745 5883 raft_consensus.cc:630] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fa7fcad0b0d74e82bd54afda121d6c9c, State: Initialized, Role: FOLLOWER 17:48:36.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.712414 5883 consensus_queue.cc:228] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "fa7fcad0b0d74e82bd54afda121d6c9c" member_type: VOTER last_known_addr { host: "127.5.18.194" port: 44710 } } 17:48:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.712865 5883 raft_consensus.cc:365] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.713141 5883 raft_consensus.cc:457] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.713446 5883 raft_consensus.cc:2742] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c: Snoozing failure detection for 1.934s (starting election) 17:48:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.713709 5883 raft_consensus.cc:2794] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c [term 0 FOLLOWER]: Advancing to term 1 17:48:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.717445 5883 raft_consensus.cc:479] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "fa7fcad0b0d74e82bd54afda121d6c9c" member_type: VOTER last_known_addr { host: "127.5.18.194" port: 44710 } } 17:48:36.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.719511 5883 leader_election.cc:278] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:36.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.721730 5887 raft_consensus.cc:2742] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c: Snoozing failure detection for 2.229s (election complete) 17:48:36.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.721515 5884 raft_consensus.cc:325] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "532774a63320481d946addeba50cf5aa" member_type: VOTER last_known_addr { host: "127.5.18.195" port: 58137 } } 17:48:36.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.722136 5884 raft_consensus.cc:351] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:36.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.722146 5887 raft_consensus.cc:2549] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c [term 1 FOLLOWER]: Leader election won for term 1 17:48:36.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.722326 5884 raft_consensus.cc:630] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 532774a63320481d946addeba50cf5aa, State: Initialized, Role: FOLLOWER 17:48:36.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.723091 5884 consensus_queue.cc:228] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "532774a63320481d946addeba50cf5aa" member_type: VOTER last_known_addr { host: "127.5.18.195" port: 58137 } } 17:48:36.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.723796 5884 raft_consensus.cc:365] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:36.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.724123 5884 raft_consensus.cc:457] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:36.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.724429 5884 raft_consensus.cc:2742] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa: Snoozing failure detection for 1.614s (starting election) 17:48:36.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.724766 5884 raft_consensus.cc:2794] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa [term 0 FOLLOWER]: Advancing to term 1 17:48:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.729341 5884 raft_consensus.cc:479] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "532774a63320481d946addeba50cf5aa" member_type: VOTER last_known_addr { host: "127.5.18.195" port: 58137 } } 17:48:36.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.730043 5884 leader_election.cc:278] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:36.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.732249 5890 raft_consensus.cc:2742] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa: Snoozing failure detection for 1.734s (election complete) 17:48:36.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.732713 5890 raft_consensus.cc:2549] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa [term 1 FOLLOWER]: Leader election won for term 1 17:48:36.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.734230 5683 heartbeater.cc:467] Master 127.5.18.252:57449 was elected leader, sending a full tablet report... 17:48:36.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.735656 5883 ts_tablet_manager.cc:1073] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c: Time spent starting tablet: real 0.037s user 0.017s sys 0.012s 17:48:36.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.733922 5887 raft_consensus.cc:595] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c [term 1 LEADER]: Becoming Leader. State: Replica: fa7fcad0b0d74e82bd54afda121d6c9c, State: Running, Role: LEADER 17:48:36.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.736807 5887 consensus_queue.cc:205] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "fa7fcad0b0d74e82bd54afda121d6c9c" member_type: VOTER last_known_addr { host: "127.5.18.194" port: 44710 } } 17:48:36.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.740365 5811 heartbeater.cc:467] Master 127.5.18.252:57449 was elected leader, sending a full tablet report... 17:48:36.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.741148 5884 ts_tablet_manager.cc:1073] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa: Time spent starting tablet: real 0.038s user 0.024s sys 0.008s 17:48:36.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.742120 5890 raft_consensus.cc:595] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa [term 1 LEADER]: Becoming Leader. State: Replica: 532774a63320481d946addeba50cf5aa, State: Running, Role: LEADER 17:48:36.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.742803 5890 consensus_queue.cc:205] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "532774a63320481d946addeba50cf5aa" member_type: VOTER last_known_addr { host: "127.5.18.195" port: 58137 } } 17:48:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.748859 5365 catalog_manager.cc:3758] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c reported cstate change: term changed from 0 to 1, leader changed from to fa7fcad0b0d74e82bd54afda121d6c9c (127.5.18.194). New cstate: current_term: 1 leader_uuid: "fa7fcad0b0d74e82bd54afda121d6c9c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "fa7fcad0b0d74e82bd54afda121d6c9c" member_type: VOTER last_known_addr { host: "127.5.18.194" port: 44710 } health_report { overall_health: HEALTHY } } } 17:48:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.750902 5364 catalog_manager.cc:3758] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa reported cstate change: term changed from 0 to 1, leader changed from to 532774a63320481d946addeba50cf5aa (127.5.18.195). New cstate: current_term: 1 leader_uuid: "532774a63320481d946addeba50cf5aa" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "532774a63320481d946addeba50cf5aa" member_type: VOTER last_known_addr { host: "127.5.18.195" port: 58137 } health_report { overall_health: HEALTHY } } } 17:48:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.799060 5364 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.5.18.252:39638: 17:48:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:48:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:48:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:36.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:36.824723 5688 tablet.cc:1728] T 2e0325a344874f488301c0f3fee0b13a P fa7fcad0b0d74e82bd54afda121d6c9c: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:36.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.826185 5483 tablet_service.cc:759] Processing CreateTablet for tablet e46fcbb4c9ba475b925cad4ae57eca8e (table=simple-test [id=b4e8badfc6744d35be62401a8e9a020f]), partition=RANGE (key) PARTITION UNBOUNDED 17:48:36.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.826913 5483 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet e46fcbb4c9ba475b925cad4ae57eca8e. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:36.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.838212 5483 ts_tablet_manager.cc:1173] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e: Registered tablet (data state: TABLET_DATA_READY) 17:48:36.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.839788 5897 ts_tablet_manager.cc:1028] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e: Bootstrapping tablet 17:48:36.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.840279 5897 tablet_bootstrap.cc:438] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e: Bootstrap starting. 17:48:36.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.842559 5897 tablet_bootstrap.cc:592] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e: No blocks or log segments found. Creating new log. 17:48:36.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.843705 5897 log.cc:525] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e: Log is configured to *not* fsync() on all Append() calls 17:48:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.850742 5897 tablet_bootstrap.cc:438] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e: No bootstrap required, opened a new log 17:48:36.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.851104 5897 ts_tablet_manager.cc:1045] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e: Time spent bootstrapping tablet: real 0.011s user 0.003s sys 0.003s 17:48:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.863247 5897 raft_consensus.cc:325] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bf0b7ef31b074e79999c0d77f31cbf9e" member_type: VOTER last_known_addr { host: "127.5.18.193" port: 54427 } } 17:48:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.863770 5897 raft_consensus.cc:351] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:36.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.863955 5897 raft_consensus.cc:630] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf0b7ef31b074e79999c0d77f31cbf9e, State: Initialized, Role: FOLLOWER 17:48:36.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.864526 5897 consensus_queue.cc:228] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bf0b7ef31b074e79999c0d77f31cbf9e" member_type: VOTER last_known_addr { host: "127.5.18.193" port: 54427 } } 17:48:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.864953 5897 raft_consensus.cc:365] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.865152 5897 raft_consensus.cc:457] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.865339 5897 raft_consensus.cc:2742] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e: Snoozing failure detection for 1.918s (starting election) 17:48:36.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.865617 5897 raft_consensus.cc:2794] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e [term 0 FOLLOWER]: Advancing to term 1 17:48:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.868418 5897 raft_consensus.cc:479] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bf0b7ef31b074e79999c0d77f31cbf9e" member_type: VOTER last_known_addr { host: "127.5.18.193" port: 54427 } } 17:48:36.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.868957 5897 leader_election.cc:278] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.870918 5899 raft_consensus.cc:2742] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e: Snoozing failure detection for 1.681s (election complete) 17:48:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.871286 5899 raft_consensus.cc:2549] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e [term 1 FOLLOWER]: Leader election won for term 1 17:48:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.873894 5899 raft_consensus.cc:595] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e [term 1 LEADER]: Becoming Leader. State: Replica: bf0b7ef31b074e79999c0d77f31cbf9e, State: Running, Role: LEADER 17:48:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.874192 5897 ts_tablet_manager.cc:1073] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e: Time spent starting tablet: real 0.023s user 0.016s sys 0.006s 17:48:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.874712 5899 consensus_queue.cc:205] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bf0b7ef31b074e79999c0d77f31cbf9e" member_type: VOTER last_known_addr { host: "127.5.18.193" port: 54427 } } 17:48:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:36.882566 5364 catalog_manager.cc:3758] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e reported cstate change: term changed from 0 to 1, leader changed from to bf0b7ef31b074e79999c0d77f31cbf9e (127.5.18.193). New cstate: current_term: 1 leader_uuid: "bf0b7ef31b074e79999c0d77f31cbf9e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bf0b7ef31b074e79999c0d77f31cbf9e" member_type: VOTER last_known_addr { host: "127.5.18.193" port: 54427 } health_report { overall_health: HEALTHY } } } 17:48:36.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:36.911029 5816 tablet.cc:1728] T 601f318b204b4bf8b57f882c5b0f4abf P 532774a63320481d946addeba50cf5aa: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:36.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:36.916851 5570 debug-util.cc:397] Leaking SignalData structure 0x7b0800029060 after lost signal to thread 5558 17:48:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:36.943562 5552 tablet.cc:1728] T e46fcbb4c9ba475b925cad4ae57eca8e P bf0b7ef31b074e79999c0d77f31cbf9e: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:37.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:37.236399 5195 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 5399 17:48:37.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:37.287662 5215 connection.cc:512] server connection from 127.5.18.193:46415 recv error: Network error: failed to read from TLS socket (remote: 127.5.18.193:46415): Connection reset by peer (error 104) 17:48:37.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:37.288714 5345 connection.cc:512] server connection from 127.5.18.193:56882 recv error: Network error: failed to read from TLS socket (remote: 127.5.18.193:56882): Connection reset by peer (error 104) 17:48:37.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:37.289559 5283 connection.cc:512] server connection from 127.5.18.193:51215 recv error: Network error: failed to read from TLS socket (remote: 127.5.18.193:51215): Connection reset by peer (error 104) 17:48:37.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:37.290577 5195 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 5549 17:48:37.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:37.329751 5219 connection.cc:512] server connection from 127.5.18.194:60788 recv error: Network error: failed to read from TLS socket (remote: 127.5.18.194:60788): Connection reset by peer (error 104) 17:48:37.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:37.330837 5283 connection.cc:512] server connection from 127.5.18.194:53533 recv error: Network error: failed to read from TLS socket (remote: 127.5.18.194:53533): Connection reset by peer (error 104) 17:48:37.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:37.331665 5347 connection.cc:512] server connection from 127.5.18.194:50493 recv error: Network error: failed to read from TLS socket (remote: 127.5.18.194:50493): Connection reset by peer (error 104) 17:48:37.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:37.332715 5195 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 5682 17:48:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:37.353783 5347 connection.cc:512] server connection from 127.5.18.195:44921 recv error: Network error: failed to read from TLS socket (remote: 127.5.18.195:44921): Connection reset by peer (error 104) 17:48:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:37.353768 5216 connection.cc:512] server connection from 127.5.18.195:41821 recv error: Network error: failed to read from TLS socket (remote: 127.5.18.195:41821): Connection reset by peer (error 104) 17:48:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:37.354543 5282 connection.cc:512] server connection from 127.5.18.195:34386 recv error: Network error: failed to read from TLS socket (remote: 127.5.18.195:34386): Connection reset by peer (error 104) 17:48:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:37.354594 5195 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 5203 17:48:37.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:37.380865 5195 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 5269 17:48:37.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:37.406951 5195 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 5335 17:48:38.456 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614118456 17:48:38.459 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:48:38.459 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:48:38.459 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:48:38.459 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:48:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.679352 5932 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/wal 17:48:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/data 17:48:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.203.62:52130 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.203.62 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/logs 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/data/info.pb 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.5.203.62:52130,127.5.203.61:54062,127.5.203.60:54735 with env {} 17:48:38.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:38.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:38.839303 5940 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:38.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:38.839681 5940 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:38.849057 5940 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:38.849192 5940 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:38.849290 5940 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:38.849418 5940 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:38.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.868470 5940 master_main.cc:73] Master server non-default flags: 17:48:38.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/data 17:48:38.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/wal 17:48:38.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:38.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.5.203.62:52130,127.5.203.61:54062,127.5.203.60:54735 17:48:38.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:38.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:38.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.203.62:52130 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/data/info.pb 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.203.62 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/logs 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:38.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.882778 5940 master_main.cc:80] Initializing master server... 17:48:38.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.885205 5940 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 234564us 17:48:38.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.885982 5940 fs_manager.cc:262] Metadata directory not provided 17:48:38.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.886104 5940 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:38.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.886356 5940 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:38.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.886484 5940 server_base.cc:433] Attempting to create new FS layout instead 17:48:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.890300 5940 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/data/instance: 17:48:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3a4dfa71fa454749a2a5eaba64fe4613" 17:48:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:38.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.891038 5940 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/wal/instance: 17:48:38.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3a4dfa71fa454749a2a5eaba64fe4613" 17:48:38.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.936427 5940 fs_manager.cc:502] Time spent creating directory manager: real 0.045s user 0.011s sys 0.002s 17:48:38.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.937625 5940 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:38.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.938793 5940 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.946974 5940 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:48:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.947096 5940 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/wal 17:48:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3a4dfa71fa454749a2a5eaba64fe4613" 17:48:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:38.947309 5940 fs_report.cc:352] FS layout report 17:48:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/wal 17:48:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/wal 17:48:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/data/data 17:48:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.102907 5940 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:39.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.105557 5940 master_main.cc:83] Starting Master server... 17:48:39.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.194589 5940 rpc_server.cc:205] RPC server started. Bound to: 127.5.203.62:52130 17:48:39.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.195617 5940 webserver.cc:175] Starting webserver on 127.5.203.62:0 17:48:39.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.195749 5940 webserver.cc:186] Document root disabled 17:48:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.197801 5940 webserver.cc:313] Webserver started. Bound to: http://127.5.203.62:33579/ 17:48:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.198634 5940 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-0/data/info.pb 17:48:39.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.202291 6001 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:39.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.206884 5932 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 5940 17:48:39.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.207757 5932 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:39.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/wal 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/data 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.203.61:54062 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.203.61 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/logs 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/data/info.pb 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.5.203.62:52130,127.5.203.61:54062,127.5.203.60:54735 with env {} 17:48:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.215575 6001 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } has no permanent_uuid. Determining permanent_uuid... 17:48:39.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.238145 6001 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } has no permanent_uuid. Determining permanent_uuid... 17:48:39.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.239496 6001 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.203.61:54062: Network error: Client connection negotiation failed: client connection to 127.5.203.61:54062: connect: Connection refused (error 111) 17:48:39.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.258891 6001 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } attempt: 1 17:48:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.260241 6001 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.203.61:54062: Network error: Client connection negotiation failed: client connection to 127.5.203.61:54062: connect: Connection refused (error 111) 17:48:39.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.308598 6001 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } attempt: 2 17:48:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.309878 6001 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.203.61:54062: Network error: Client connection negotiation failed: client connection to 127.5.203.61:54062: connect: Connection refused (error 111) 17:48:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.377214 6002 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.377638 6002 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:39.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.387423 6002 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:39.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.387576 6002 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:39.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.387681 6002 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:39.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.387842 6002 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.407341 6002 master_main.cc:73] Master server non-default flags: 17:48:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/data 17:48:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/wal 17:48:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.5.203.62:52130,127.5.203.61:54062,127.5.203.60:54735 17:48:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.203.61:54062 17:48:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/data/info.pb 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.203.61 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/logs 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.421221 6001 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } attempt: 3 17:48:39.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.422514 6001 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.203.61:54062: Network error: Client connection negotiation failed: client connection to 127.5.203.61:54062: connect: Connection refused (error 111) 17:48:39.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.422818 6002 master_main.cc:80] Initializing master server... 17:48:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.425763 6002 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 235064us 17:48:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.426623 6002 fs_manager.cc:262] Metadata directory not provided 17:48:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.426766 6002 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.427057 6002 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.427183 6002 server_base.cc:433] Attempting to create new FS layout instead 17:48:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.431082 6002 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/data/instance: 17:48:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" 17:48:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:39 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.431879 6002 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/wal/instance: 17:48:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" 17:48:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:39 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:39.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.451107 6002 fs_manager.cc:502] Time spent creating directory manager: real 0.019s user 0.010s sys 0.003s 17:48:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.452340 6002 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:39.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.453606 6002 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.462111 6002 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:48:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.462255 6002 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/wal 17:48:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" 17:48:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:39 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.462561 6002 fs_report.cc:352] FS layout report 17:48:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/wal 17:48:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/wal 17:48:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/data/data 17:48:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:39.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.598810 6001 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } attempt: 4 17:48:39.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.600092 6001 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.203.61:54062: Network error: Client connection negotiation failed: client connection to 127.5.203.61:54062: connect: Connection refused (error 111) 17:48:39.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.615837 6002 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:39.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.618273 6002 master_main.cc:83] Starting Master server... 17:48:39.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.706918 6002 rpc_server.cc:205] RPC server started. Bound to: 127.5.203.61:54062 17:48:39.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.707922 6002 webserver.cc:175] Starting webserver on 127.5.203.61:0 17:48:39.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.708036 6002 webserver.cc:186] Document root disabled 17:48:39.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.710029 6002 webserver.cc:313] Webserver started. Bound to: http://127.5.203.61:54691/ 17:48:39.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.710911 6002 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-1/data/info.pb 17:48:39.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.714665 6067 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:39.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.716447 5932 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 6002 17:48:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.717572 5932 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/wal 17:48:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/data 17:48:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.203.60:54735 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.203.60 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/logs 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/data/info.pb 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.5.203.62:52130,127.5.203.61:54062,127.5.203.60:54735 with env {} 17:48:39.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.729751 6067 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } has no permanent_uuid. Determining permanent_uuid... 17:48:39.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.744812 6067 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } has no permanent_uuid. Determining permanent_uuid... 17:48:39.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.757733 6067 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } has no permanent_uuid. Determining permanent_uuid... 17:48:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.758909 6067 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.203.60:54735: Network error: Client connection negotiation failed: client connection to 127.5.203.60:54735: connect: Connection refused (error 111) 17:48:39.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.778329 6067 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } attempt: 1 17:48:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.779856 6067 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.203.60:54735: Network error: Client connection negotiation failed: client connection to 127.5.203.60:54735: connect: Connection refused (error 111) 17:48:39.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.828088 6067 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } attempt: 2 17:48:39.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.829361 6067 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.203.60:54735: Network error: Client connection negotiation failed: client connection to 127.5.203.60:54735: connect: Connection refused (error 111) 17:48:39.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:39.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.880116 6068 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:39.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.880519 6068 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:39.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.889951 6068 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:39.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.890108 6068 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:39.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.890220 6068 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:39.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.890408 6068 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.903429 6001 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } attempt: 5 17:48:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.910766 6001 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } has no permanent_uuid. Determining permanent_uuid... 17:48:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.912019 6001 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.203.60:54735: Network error: Client connection negotiation failed: client connection to 127.5.203.60:54735: connect: Connection refused (error 111) 17:48:39.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.913640 6068 master_main.cc:73] Master server non-default flags: 17:48:39.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/data 17:48:39.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/wal 17:48:39.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.5.203.62:52130,127.5.203.61:54062,127.5.203.60:54735 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.203.60:54735 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/data/info.pb 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.203.60 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/logs 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:39.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.929296 6068 master_main.cc:80] Initializing master server... 17:48:39.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.931427 6068 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 235064us 17:48:39.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.932272 6068 fs_manager.cc:262] Metadata directory not provided 17:48:39.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.932422 6068 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:39.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.932813 6068 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.932929 6068 server_base.cc:433] Attempting to create new FS layout instead 17:48:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.936970 6068 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/data/instance: 17:48:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9b2dae8ed8544dba88c4fd1e86760a01" 17:48:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:39 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.937814 6068 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/wal/instance: 17:48:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9b2dae8ed8544dba88c4fd1e86760a01" 17:48:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:39 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:39.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.940713 6067 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } attempt: 3 17:48:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.942010 6067 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.203.60:54735: Network error: Client connection negotiation failed: client connection to 127.5.203.60:54735: connect: Connection refused (error 111) 17:48:39.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.950354 6001 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } attempt: 1 17:48:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:39.951606 6001 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.203.60:54735: Network error: Client connection negotiation failed: client connection to 127.5.203.60:54735: connect: Connection refused (error 111) 17:48:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.972949 6068 fs_manager.cc:502] Time spent creating directory manager: real 0.035s user 0.008s sys 0.005s 17:48:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.974134 6068 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:39.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.975349 6068 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.984148 6068 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:48:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.984280 6068 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/wal 17:48:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9b2dae8ed8544dba88c4fd1e86760a01" 17:48:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:39 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.984534 6068 fs_report.cc:352] FS layout report 17:48:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/wal 17:48:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/wal 17:48:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/data/data 17:48:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:40.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:39.999910 6001 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } attempt: 2 17:48:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.001189 6001 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.203.60:54735: Network error: Client connection negotiation failed: client connection to 127.5.203.60:54735: connect: Connection refused (error 111) 17:48:40.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.101547 6001 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } attempt: 3 17:48:40.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.103245 6001 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.203.60:54735: Network error: Client connection negotiation failed: client connection to 127.5.203.60:54735: connect: Connection refused (error 111) 17:48:40.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.118382 6067 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } attempt: 4 17:48:40.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.119689 6067 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.5.203.60:54735: Network error: Client connection negotiation failed: client connection to 127.5.203.60:54735: connect: Connection refused (error 111) 17:48:40.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.144872 6068 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:40.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.147733 6068 master_main.cc:83] Starting Master server... 17:48:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.240751 6068 rpc_server.cc:205] RPC server started. Bound to: 127.5.203.60:54735 17:48:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.241762 6068 webserver.cc:175] Starting webserver on 127.5.203.60:0 17:48:40.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.241874 6068 webserver.cc:186] Document root disabled 17:48:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.243932 6068 webserver.cc:313] Webserver started. Bound to: http://127.5.203.60:39590/ 17:48:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.244060 6001 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } attempt: 4 17:48:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.245476 6068 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/master-2/data/info.pb 17:48:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.245954 5932 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 6068 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.247272 5932 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/wal 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/data 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.203.1:0 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.5.203.1 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.203.1 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.5.203.62:52130,127.5.203.61:54062,127.5.203.60:54735 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/logs 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/data/info.pb 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.255007 6131 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:40.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.278002 6131 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } has no permanent_uuid. Determining permanent_uuid... 17:48:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.283329 6001 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613: Bootstrap starting. 17:48:40.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.286876 6001 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613: No blocks or log segments found. Creating new log. 17:48:40.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.288072 6001 log.cc:525] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613: Log is configured to *not* fsync() on all Append() calls 17:48:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.298347 6131 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } has no permanent_uuid. Determining permanent_uuid... 17:48:40.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.305424 6131 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } has no permanent_uuid. Determining permanent_uuid... 17:48:40.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.315774 6131 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01: Bootstrap starting. 17:48:40.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.318954 6131 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01: No blocks or log segments found. Creating new log. 17:48:40.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.320511 6131 log.cc:525] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01: Log is configured to *not* fsync() on all Append() calls 17:48:40.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.325008 6001 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613: No bootstrap required, opened a new log 17:48:40.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.329121 6131 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01: No bootstrap required, opened a new log 17:48:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.341722 6001 raft_consensus.cc:325] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } 17:48:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.342602 6001 raft_consensus.cc:351] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.342887 6001 raft_consensus.cc:630] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3a4dfa71fa454749a2a5eaba64fe4613, State: Initialized, Role: FOLLOWER 17:48:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.343621 6001 consensus_queue.cc:228] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } 17:48:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.347820 6131 raft_consensus.cc:325] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } 17:48:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.347468 6001 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } } 17:48:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.348459 6001 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [sys.catalog]: This master's current role is: FOLLOWER 17:48:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.348867 6131 raft_consensus.cc:351] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.349154 6131 raft_consensus.cc:630] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9b2dae8ed8544dba88c4fd1e86760a01, State: Initialized, Role: FOLLOWER 17:48:40.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.350181 6001 sys_catalog.cc:424] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [sys.catalog]: configured and running, proceeding with master startup. 17:48:40.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.350085 6131 consensus_queue.cc:228] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } 17:48:40.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.357736 6131 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } } 17:48:40.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.358629 6131 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [sys.catalog]: This master's current role is: FOLLOWER 17:48:40.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.360008 6131 sys_catalog.cc:424] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [sys.catalog]: configured and running, proceeding with master startup. 17:48:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.423035 6067 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } attempt: 5 17:48:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.436547 6133 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.437433 6133 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.437790 6067 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd: Bootstrap starting. 17:48:40.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.442503 6067 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd: No blocks or log segments found. Creating new log. 17:48:40.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.447147 6067 log.cc:525] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd: Log is configured to *not* fsync() on all Append() calls 17:48:40.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.453907 6133 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.455561 6133 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.203.1 17:48:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.466670 6067 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd: No bootstrap required, opened a new log 17:48:40.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.348913 6138 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } } 17:48:40.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.487365 6138 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [sys.catalog]: This master's current role is: FOLLOWER 17:48:40.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.493073 6067 raft_consensus.cc:325] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } 17:48:40.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.493968 6067 raft_consensus.cc:351] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:40.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.494336 6067 raft_consensus.cc:630] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bc1ea6a34f447a2bb1b0997fc9d3dfd, State: Initialized, Role: FOLLOWER 17:48:40.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.495175 6067 consensus_queue.cc:228] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.498843 6133 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/data 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/wal 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.203.1:0 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/data/info.pb 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.203.1 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.5.203.62:52130,127.5.203.61:54062,127.5.203.60:54735 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.5.203.1 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/logs 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:40.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.500733 6067 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } } 17:48:40.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.503521 6067 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [sys.catalog]: This master's current role is: FOLLOWER 17:48:40.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.504925 6067 sys_catalog.cc:424] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [sys.catalog]: configured and running, proceeding with master startup. 17:48:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.359402 5957 tablet.cc:1728] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.531536 6133 tablet_server_main.cc:85] Initializing tablet server... 17:48:40.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.533108 5940 master_main.cc:86] Master server successfully started. 17:48:40.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.539808 6133 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 235564us 17:48:40.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.540697 6133 fs_manager.cc:262] Metadata directory not provided 17:48:40.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.541893 6139 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:40.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.542122 6139 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:40.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.542279 6133 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:40.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.542758 6133 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:40.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.542923 6133 server_base.cc:433] Attempting to create new FS layout instead 17:48:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.361266 6140 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } } 17:48:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.549619 6068 master_main.cc:86] Master server successfully started. 17:48:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.549697 6140 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [sys.catalog]: This master's current role is: FOLLOWER 17:48:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.550031 6140 raft_consensus.cc:457] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:48:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.550282 6140 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01: Snoozing failure detection for 1.641s (starting election) 17:48:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.550595 6140 raft_consensus.cc:479] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } 17:48:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.551865 6140 leader_election.cc:251] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 3a4dfa71fa454749a2a5eaba64fe4613 (127.5.203.62:52130) 17:48:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.552531 6140 leader_election.cc:251] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 6bc1ea6a34f447a2bb1b0997fc9d3dfd (127.5.203.61:54062) 17:48:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.554602 5978 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" is_pre_election: true 17:48:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.555950 5978 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613: Snoozing failure detection for 1.890s (vote granted) 17:48:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.555279 6133 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/data/instance: 17:48:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "21833ec80e214aafb9dd6bbc35933957" 17:48:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:40 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.556282 5978 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9b2dae8ed8544dba88c4fd1e86760a01 in term 0. 17:48:40.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.557459 6081 leader_election.cc:387] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 3a4dfa71fa454749a2a5eaba64fe4613 (127.5.203.62:52130) 17:48:40.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.557607 6133 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/wal/instance: 17:48:40.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "21833ec80e214aafb9dd6bbc35933957" 17:48:40.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:40 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:40.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.557730 6081 leader_election.cc:278] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:48:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.558645 6140 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01: Snoozing failure detection for 2.170s (election complete) 17:48:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.558917 6140 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:48:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.559123 6140 raft_consensus.cc:457] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:48:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.559320 6140 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01: Snoozing failure detection for 2.189s (starting election) 17:48:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.559579 6140 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [term 0 FOLLOWER]: Advancing to term 1 17:48:40.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.564801 6140 raft_consensus.cc:479] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } 17:48:40.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.569376 6140 leader_election.cc:251] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [CANDIDATE]: Term 1 election: Requesting vote from peer 3a4dfa71fa454749a2a5eaba64fe4613 (127.5.203.62:52130) 17:48:40.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.570252 6140 leader_election.cc:251] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [CANDIDATE]: Term 1 election: Requesting vote from peer 6bc1ea6a34f447a2bb1b0997fc9d3dfd (127.5.203.61:54062) 17:48:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.570703 5978 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" 17:48:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.571136 5978 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [term 0 FOLLOWER]: Advancing to term 1 17:48:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.571424 5978 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613: Snoozing failure detection for 2.051s (vote granted) 17:48:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.576859 5978 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9b2dae8ed8544dba88c4fd1e86760a01 in term 1. 17:48:40.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.577805 6081 leader_election.cc:387] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [CANDIDATE]: Term 1 election: Vote granted by peer 3a4dfa71fa454749a2a5eaba64fe4613 (127.5.203.62:52130) 17:48:40.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.578086 6081 leader_election.cc:278] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:40.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.578820 6140 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01: Snoozing failure detection for 1.755s (election complete) 17:48:40.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.579069 6140 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [term 1 FOLLOWER]: Leader election won for term 1 17:48:40.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.579365 6140 raft_consensus.cc:595] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [term 1 LEADER]: Becoming Leader. State: Replica: 9b2dae8ed8544dba88c4fd1e86760a01, State: Running, Role: LEADER 17:48:40.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.579910 6140 consensus_queue.cc:205] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } 17:48:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.401438 6087 tablet.cc:1728] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:40.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.607585 6140 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9b2dae8ed8544dba88c4fd1e86760a01. Latest consensus state: current_term: 1 leader_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } } 17:48:40.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.608283 6140 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [sys.catalog]: This master's current role is: LEADER 17:48:40.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.625447 6023 tablet.cc:1728] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.627110 6141 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.627620 6141 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:40.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.631314 6153 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:48:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.635207 6153 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:48:40.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.503386 6147 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } } 17:48:40.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.638140 6147 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [sys.catalog]: This master's current role is: FOLLOWER 17:48:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.639864 6044 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" is_pre_election: true 17:48:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.639766 6043 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" 17:48:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.645998 6002 master_main.cc:86] Master server successfully started. 17:48:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.645174 6147 raft_consensus.cc:457] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:48:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.646428 6147 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd: Snoozing failure detection for 2.044s (starting election) 17:48:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.646724 6147 raft_consensus.cc:479] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } 17:48:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.648363 6147 leader_election.cc:251] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 3a4dfa71fa454749a2a5eaba64fe4613 (127.5.203.62:52130) 17:48:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.649011 6147 leader_election.cc:251] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 9b2dae8ed8544dba88c4fd1e86760a01 (127.5.203.60:54735) 17:48:40.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.649590 6043 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [term 0 FOLLOWER]: Advancing to term 1 17:48:40.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.649899 6043 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd: Snoozing failure detection for 1.652s (vote granted) 17:48:40.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.650177 5978 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" is_pre_election: true 17:48:40.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.650840 5978 raft_consensus.cc:2185] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6bc1ea6a34f447a2bb1b0997fc9d3dfd in current term 1: Already voted for candidate 9b2dae8ed8544dba88c4fd1e86760a01 in this term. 17:48:40.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.650688 6108 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" is_pre_election: true 17:48:40.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.651382 6108 raft_consensus.cc:2216] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 6bc1ea6a34f447a2bb1b0997fc9d3dfd for term 1 because replica is either leader or believes a valid leader to be alive. 17:48:40.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.652837 6018 leader_election.cc:401] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [CANDIDATE]: Term 1 pre-election: Vote denied by peer 3a4dfa71fa454749a2a5eaba64fe4613 (127.5.203.62:52130). Message: Invalid argument: T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6bc1ea6a34f447a2bb1b0997fc9d3dfd in current term 1: Already voted for candidate 9b2dae8ed8544dba88c4fd1e86760a01 in this term. 17:48:40.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.653255 6015 leader_election.cc:401] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [CANDIDATE]: Term 1 pre-election: Vote denied by peer 9b2dae8ed8544dba88c4fd1e86760a01 (127.5.203.60:54735). Message: Invalid argument: T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 6bc1ea6a34f447a2bb1b0997fc9d3dfd for term 1 because replica is either leader or believes a valid leader to be alive. 17:48:40.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.653553 6015 leader_election.cc:278] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:48:40.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.655684 6043 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9b2dae8ed8544dba88c4fd1e86760a01 in term 1. 17:48:40.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.656165 6044 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9b2dae8ed8544dba88c4fd1e86760a01 for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:40.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.656697 6147 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd: Snoozing failure detection for 1.542s (election complete) 17:48:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.656926 6147 raft_consensus.cc:2497] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:48:40.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.663954 6079 leader_election.cc:401] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 6bc1ea6a34f447a2bb1b0997fc9d3dfd (127.5.203.61:54062). Message: Service unavailable: T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9b2dae8ed8544dba88c4fd1e86760a01 for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:40.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.664718 6079 leader_election.cc:387] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [CANDIDATE]: Term 1 election: Vote granted by peer 6bc1ea6a34f447a2bb1b0997fc9d3dfd (127.5.203.61:54062) 17:48:40.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.666565 6133 fs_manager.cc:502] Time spent creating directory manager: real 0.108s user 0.014s sys 0.006s 17:48:40.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.668609 6133 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:40.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.672722 6133 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:40.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.678854 6148 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:40.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:40.679096 6148 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:40.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.686038 6043 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [term 1 FOLLOWER]: Refusing update from remote peer 9b2dae8ed8544dba88c4fd1e86760a01: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:40.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.686858 5978 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [term 1 FOLLOWER]: Refusing update from remote peer 9b2dae8ed8544dba88c4fd1e86760a01: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.688607 6149 consensus_queue.cc:963] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s 17:48:40.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.690106 6140 consensus_queue.cc:963] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:48:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.705610 6133 fs_manager.cc:418] Time spent opening block manager: real 0.017s user 0.001s sys 0.010s 17:48:40.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.706169 6133 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/wal 17:48:40.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "21833ec80e214aafb9dd6bbc35933957" 17:48:40.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:40 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.706758 6133 fs_report.cc:352] FS layout report 17:48:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/wal 17:48:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/wal 17:48:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/data/data 17:48:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:40.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.723551 6147 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9b2dae8ed8544dba88c4fd1e86760a01. Latest consensus state: current_term: 1 leader_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } } 17:48:40.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.724236 6147 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [sys.catalog]: This master's current role is: FOLLOWER 17:48:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.738909 6147 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } } 17:48:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.739585 6147 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd [sys.catalog]: This master's current role is: FOLLOWER 17:48:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.739641 6138 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9b2dae8ed8544dba88c4fd1e86760a01. Latest consensus state: current_term: 1 leader_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } } 17:48:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.740281 6138 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [sys.catalog]: This master's current role is: FOLLOWER 17:48:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.738961 6149 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } } 17:48:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.741597 6149 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [sys.catalog]: This master's current role is: LEADER 17:48:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.745713 6140 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } } 17:48:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.746651 6140 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01 [sys.catalog]: This master's current role is: LEADER 17:48:40.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.748651 6153 catalog_manager.cc:924] Generated new certificate authority record 17:48:40.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.750910 6153 catalog_manager.cc:1046] Loading token signing keys... 17:48:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.756213 6138 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3a4dfa71fa454749a2a5eaba64fe4613" member_type: VOTER last_known_addr { host: "127.5.203.62" port: 52130 } } peers { permanent_uuid: "6bc1ea6a34f447a2bb1b0997fc9d3dfd" member_type: VOTER last_known_addr { host: "127.5.203.61" port: 54062 } } peers { permanent_uuid: "9b2dae8ed8544dba88c4fd1e86760a01" member_type: VOTER last_known_addr { host: "127.5.203.60" port: 54735 } } } 17:48:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.756857 6138 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613 [sys.catalog]: This master's current role is: FOLLOWER 17:48:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:40.777496 6153 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 9b2dae8ed8544dba88c4fd1e86760a01: Generated new TSK 0 17:48:41.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.136673 6133 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.151486 6133 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.163550 6133 tablet_server_main.cc:90] Starting tablet server... 17:48:41.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.548672 6139 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613: acquiring CA information for follower catalog manager: success 17:48:41.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.551893 6139 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 3a4dfa71fa454749a2a5eaba64fe4613: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:41.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.685142 6148 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd: acquiring CA information for follower catalog manager: success 17:48:41.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.694435 6148 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 6bc1ea6a34f447a2bb1b0997fc9d3dfd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.760046 6133 rpc_server.cc:205] RPC server started. Bound to: 127.5.203.1:52373 17:48:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.762012 6133 webserver.cc:175] Starting webserver on 127.5.203.1:0 17:48:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.762301 6133 webserver.cc:186] Document root disabled 17:48:41.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.768702 6133 webserver.cc:313] Webserver started. Bound to: http://127.5.203.1:39126/ 17:48:41.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.769901 6133 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-0/data/info.pb 17:48:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.771324 5932 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 6133 17:48:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.772435 5932 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/wal 17:48:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/data 17:48:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.203.2:0 17:48:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.5.203.2 17:48:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.203.2 17:48:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.5.203.62:52130,127.5.203.61:54062,127.5.203.60:54735 17:48:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/logs 17:48:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/data/info.pb 17:48:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:41.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.838076 6133 tablet_server_main.cc:93] Tablet server successfully started. 17:48:41.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.863749 6282 heartbeater.cc:346] Connected to a master server at 127.5.203.62:52130 17:48:41.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.864074 6282 heartbeater.cc:426] Registering TS with master... 17:48:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.864732 6282 heartbeater.cc:475] Master 127.5.203.62:52130 requested a full tablet report, sending... 17:48:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.866323 6284 heartbeater.cc:346] Connected to a master server at 127.5.203.61:54062 17:48:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.866578 6284 heartbeater.cc:426] Registering TS with master... 17:48:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.867027 6284 heartbeater.cc:475] Master 127.5.203.61:54062 requested a full tablet report, sending... 17:48:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.867955 5968 ts_manager.cc:98] Registered new tserver with Master: 21833ec80e214aafb9dd6bbc35933957 (127.5.203.1:52373) 17:48:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.868327 6287 heartbeater.cc:346] Connected to a master server at 127.5.203.60:54735 17:48:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.868546 6287 heartbeater.cc:426] Registering TS with master... 17:48:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.868952 6287 heartbeater.cc:475] Master 127.5.203.60:54735 requested a full tablet report, sending... 17:48:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.870529 6034 ts_manager.cc:98] Registered new tserver with Master: 21833ec80e214aafb9dd6bbc35933957 (127.5.203.1:52373) 17:48:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.873365 6098 ts_manager.cc:98] Registered new tserver with Master: 21833ec80e214aafb9dd6bbc35933957 (127.5.203.1:52373) 17:48:41.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:41.876421 6098 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.5.203.1:51051 17:48:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:42.031273 6283 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:42.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:42.032162 6283 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:42.049160 6283 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:42.049912 6283 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.203.2 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.100050 6283 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/data 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/wal 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.203.2:0 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/data/info.pb 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.203.2 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.5.203.62:52130,127.5.203.61:54062,127.5.203.60:54735 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.5.203.2 17:48:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/logs 17:48:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.125108 6283 tablet_server_main.cc:85] Initializing tablet server... 17:48:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.127337 6283 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 236564us 17:48:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.127863 6283 fs_manager.cc:262] Metadata directory not provided 17:48:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.128000 6283 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.128406 6283 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.128628 6283 server_base.cc:433] Attempting to create new FS layout instead 17:48:42.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.133741 6283 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/data/instance: 17:48:42.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9134c9d4f112499c8a2d907b4dfaef39" 17:48:42.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.134948 6283 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/wal/instance: 17:48:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9134c9d4f112499c8a2d907b4dfaef39" 17:48:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.191256 6283 fs_manager.cc:502] Time spent creating directory manager: real 0.056s user 0.013s sys 0.010s 17:48:42.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.193331 6283 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.194116 6283 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:42.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.212342 6283 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.005s 17:48:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.212724 6283 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/wal 17:48:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9134c9d4f112499c8a2d907b4dfaef39" 17:48:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.213225 6283 fs_report.cc:352] FS layout report 17:48:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/wal 17:48:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/wal 17:48:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/data/data 17:48:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:42.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.447402 6283 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:42.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.456849 6283 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:42.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.464207 6283 tablet_server_main.cc:90] Starting tablet server... 17:48:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.881520 6287 heartbeater.cc:467] Master 127.5.203.60:54735 was elected leader, sending a full tablet report... 17:48:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.887722 6283 rpc_server.cc:205] RPC server started. Bound to: 127.5.203.2:39562 17:48:42.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.889041 6283 webserver.cc:175] Starting webserver on 127.5.203.2:0 17:48:42.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.889165 6283 webserver.cc:186] Document root disabled 17:48:42.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.891038 6283 webserver.cc:313] Webserver started. Bound to: http://127.5.203.2:37515/ 17:48:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.891932 6283 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-1/data/info.pb 17:48:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.892670 5932 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 6283 17:48:42.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.893733 5932 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:42.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/wal 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/data 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.203.3:0 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.5.203.3 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.203.3 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.5.203.62:52130,127.5.203.61:54062,127.5.203.60:54735 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/logs 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/data/info.pb 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:42.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.942870 6283 tablet_server_main.cc:93] Tablet server successfully started. 17:48:42.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.966733 6418 heartbeater.cc:346] Connected to a master server at 127.5.203.61:54062 17:48:42.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.967161 6418 heartbeater.cc:426] Registering TS with master... 17:48:42.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.968446 6418 heartbeater.cc:475] Master 127.5.203.61:54062 requested a full tablet report, sending... 17:48:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.971856 6034 ts_manager.cc:98] Registered new tserver with Master: 9134c9d4f112499c8a2d907b4dfaef39 (127.5.203.2:39562) 17:48:42.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.969458 6422 heartbeater.cc:346] Connected to a master server at 127.5.203.60:54735 17:48:42.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.979683 6422 heartbeater.cc:426] Registering TS with master... 17:48:42.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.980214 6422 heartbeater.cc:475] Master 127.5.203.60:54735 requested a full tablet report, sending... 17:48:42.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.969969 6417 heartbeater.cc:346] Connected to a master server at 127.5.203.62:52130 17:48:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.981206 6417 heartbeater.cc:426] Registering TS with master... 17:48:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.981640 6417 heartbeater.cc:475] Master 127.5.203.62:52130 requested a full tablet report, sending... 17:48:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.982729 6098 ts_manager.cc:98] Registered new tserver with Master: 9134c9d4f112499c8a2d907b4dfaef39 (127.5.203.2:39562) 17:48:42.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.983554 5968 ts_manager.cc:98] Registered new tserver with Master: 9134c9d4f112499c8a2d907b4dfaef39 (127.5.203.2:39562) 17:48:42.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:42.984479 6098 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.5.203.2:54638 17:48:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:43.063513 6419 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:43.063983 6419 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:43.073540 6419 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:43.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:43.073945 6419 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.203.3 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.089067 6419 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/data 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/wal 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.5.203.3:0 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/data/info.pb 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.5.203.3 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.5.203.62:52130,127.5.203.61:54062,127.5.203.60:54735 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.5.203.3 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/logs 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.109624 6419 tablet_server_main.cc:85] Initializing tablet server... 17:48:43.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.112565 6419 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 237064us 17:48:43.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.113312 6419 fs_manager.cc:262] Metadata directory not provided 17:48:43.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.113577 6419 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:43.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.114024 6419 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:43.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.114291 6419 server_base.cc:433] Attempting to create new FS layout instead 17:48:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.119997 6419 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/data/instance: 17:48:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "84d05456c9e849c487f7558d45fc3f05" 17:48:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:43 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.120880 6419 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/wal/instance: 17:48:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "84d05456c9e849c487f7558d45fc3f05" 17:48:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:43 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.159045 6419 fs_manager.cc:502] Time spent creating directory manager: real 0.038s user 0.007s sys 0.003s 17:48:43.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.160326 6419 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:43.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.160852 6419 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.168490 6419 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:48:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.168634 6419 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/wal 17:48:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "84d05456c9e849c487f7558d45fc3f05" 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:43 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.168942 6419 fs_report.cc:352] FS layout report 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/wal 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/wal 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/data/data 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:43.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.355352 6419 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:43.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.360649 6419 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:43.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.361959 6419 tablet_server_main.cc:90] Starting tablet server... 17:48:43.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.481928 6419 rpc_server.cc:205] RPC server started. Bound to: 127.5.203.3:52826 17:48:43.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.483144 6419 webserver.cc:175] Starting webserver on 127.5.203.3:0 17:48:43.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.483269 6419 webserver.cc:186] Document root disabled 17:48:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.484854 6419 webserver.cc:313] Webserver started. Bound to: http://127.5.203.3:54837/ 17:48:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.485700 6419 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1945165105221402872/ts-2/data/info.pb 17:48:43.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.492682 5932 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 6419 17:48:43.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.516784 6419 tablet_server_main.cc:93] Tablet server successfully started. 17:48:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.551129 6552 heartbeater.cc:346] Connected to a master server at 127.5.203.60:54735 17:48:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.551499 6552 heartbeater.cc:426] Registering TS with master... 17:48:43.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.552662 6552 heartbeater.cc:475] Master 127.5.203.60:54735 requested a full tablet report, sending... 17:48:43.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.558962 6098 ts_manager.cc:98] Registered new tserver with Master: 84d05456c9e849c487f7558d45fc3f05 (127.5.203.3:52826) 17:48:43.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.560726 6098 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.5.203.3:51906 17:48:43.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.551983 6551 heartbeater.cc:346] Connected to a master server at 127.5.203.61:54062 17:48:43.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.562177 6551 heartbeater.cc:426] Registering TS with master... 17:48:43.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.562783 6551 heartbeater.cc:475] Master 127.5.203.61:54062 requested a full tablet report, sending... 17:48:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.563563 6550 heartbeater.cc:346] Connected to a master server at 127.5.203.62:52130 17:48:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.563815 6550 heartbeater.cc:426] Registering TS with master... 17:48:43.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.564170 6550 heartbeater.cc:475] Master 127.5.203.62:52130 requested a full tablet report, sending... 17:48:43.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.565260 6034 ts_manager.cc:98] Registered new tserver with Master: 84d05456c9e849c487f7558d45fc3f05 (127.5.203.3:52826) 17:48:43.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.565959 5968 ts_manager.cc:98] Registered new tserver with Master: 84d05456c9e849c487f7558d45fc3f05 (127.5.203.3:52826) 17:48:43.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.570591 5932 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:48:43.571 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.654662 6098 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.5.203.60:46835: 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:48:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.720481 6219 tablet_service.cc:759] Processing CreateTablet for tablet f47b09a5dd5b41088330f047ba305ede (table=test [id=f60c07e5b2a746f982697698a9754c10]), partition=RANGE (key) PARTITION VALUES >= 50 17:48:43.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.720556 6485 tablet_service.cc:759] Processing CreateTablet for tablet 3ec92890911440358ab9455a26a1af3d (table=test [id=f60c07e5b2a746f982697698a9754c10]), partition=RANGE (key) PARTITION VALUES < 50 17:48:43.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.721632 6485 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 3ec92890911440358ab9455a26a1af3d. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:43.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.721632 6219 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet f47b09a5dd5b41088330f047ba305ede. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.741132 6219 ts_tablet_manager.cc:1173] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957: Registered tablet (data state: TABLET_DATA_READY) 17:48:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.741360 6485 ts_tablet_manager.cc:1173] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05: Registered tablet (data state: TABLET_DATA_READY) 17:48:43.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.743372 6624 ts_tablet_manager.cc:1028] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957: Bootstrapping tablet 17:48:43.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.743973 6624 tablet_bootstrap.cc:438] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957: Bootstrap starting. 17:48:43.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.744175 6625 ts_tablet_manager.cc:1028] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05: Bootstrapping tablet 17:48:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.744930 6625 tablet_bootstrap.cc:438] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05: Bootstrap starting. 17:48:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.747478 6624 tablet_bootstrap.cc:592] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957: No blocks or log segments found. Creating new log. 17:48:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.748785 6624 log.cc:525] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957: Log is configured to *not* fsync() on all Append() calls 17:48:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.748822 6625 tablet_bootstrap.cc:592] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05: No blocks or log segments found. Creating new log. 17:48:43.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.750128 6625 log.cc:525] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05: Log is configured to *not* fsync() on all Append() calls 17:48:43.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.805558 6624 tablet_bootstrap.cc:438] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957: No bootstrap required, opened a new log 17:48:43.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.805905 6624 ts_tablet_manager.cc:1045] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957: Time spent bootstrapping tablet: real 0.062s user 0.005s sys 0.002s 17:48:43.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.813787 6625 tablet_bootstrap.cc:438] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05: No bootstrap required, opened a new log 17:48:43.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.814159 6625 ts_tablet_manager.cc:1045] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05: Time spent bootstrapping tablet: real 0.069s user 0.005s sys 0.003s 17:48:43.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.817087 6624 raft_consensus.cc:325] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "21833ec80e214aafb9dd6bbc35933957" member_type: VOTER last_known_addr { host: "127.5.203.1" port: 52373 } } 17:48:43.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.817595 6624 raft_consensus.cc:351] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:43.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.817862 6624 raft_consensus.cc:630] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 21833ec80e214aafb9dd6bbc35933957, State: Initialized, Role: FOLLOWER 17:48:43.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.818394 6624 consensus_queue.cc:228] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "21833ec80e214aafb9dd6bbc35933957" member_type: VOTER last_known_addr { host: "127.5.203.1" port: 52373 } } 17:48:43.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.818823 6624 raft_consensus.cc:365] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:43.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.819120 6624 raft_consensus.cc:457] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:43.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.819350 6624 raft_consensus.cc:2742] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957: Snoozing failure detection for 1.931s (starting election) 17:48:43.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.819586 6624 raft_consensus.cc:2794] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957 [term 0 FOLLOWER]: Advancing to term 1 17:48:43.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.822414 6624 raft_consensus.cc:479] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "21833ec80e214aafb9dd6bbc35933957" member_type: VOTER last_known_addr { host: "127.5.203.1" port: 52373 } } 17:48:43.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.822979 6624 leader_election.cc:278] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.824944 6628 raft_consensus.cc:2742] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957: Snoozing failure detection for 2.187s (election complete) 17:48:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.825481 6628 raft_consensus.cc:2549] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957 [term 1 FOLLOWER]: Leader election won for term 1 17:48:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.826267 6625 raft_consensus.cc:325] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "84d05456c9e849c487f7558d45fc3f05" member_type: VOTER last_known_addr { host: "127.5.203.3" port: 52826 } } 17:48:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.827039 6625 raft_consensus.cc:351] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.827333 6625 raft_consensus.cc:630] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84d05456c9e849c487f7558d45fc3f05, State: Initialized, Role: FOLLOWER 17:48:43.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.828135 6625 consensus_queue.cc:228] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "84d05456c9e849c487f7558d45fc3f05" member_type: VOTER last_known_addr { host: "127.5.203.3" port: 52826 } } 17:48:43.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.828728 6624 ts_tablet_manager.cc:1073] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957: Time spent starting tablet: real 0.023s user 0.014s sys 0.007s 17:48:43.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.828793 6625 raft_consensus.cc:365] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.829026 6625 raft_consensus.cc:457] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.829226 6625 raft_consensus.cc:2742] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05: Snoozing failure detection for 1.981s (starting election) 17:48:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.829524 6625 raft_consensus.cc:2794] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05 [term 0 FOLLOWER]: Advancing to term 1 17:48:43.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.832631 6625 raft_consensus.cc:479] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "84d05456c9e849c487f7558d45fc3f05" member_type: VOTER last_known_addr { host: "127.5.203.3" port: 52826 } } 17:48:43.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.833158 6625 leader_election.cc:278] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.835410 6631 raft_consensus.cc:2742] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05: Snoozing failure detection for 1.532s (election complete) 17:48:43.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.835870 6631 raft_consensus.cc:2549] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05 [term 1 FOLLOWER]: Leader election won for term 1 17:48:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.836896 6552 heartbeater.cc:467] Master 127.5.203.60:54735 was elected leader, sending a full tablet report... 17:48:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.840893 6625 ts_tablet_manager.cc:1073] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05: Time spent starting tablet: real 0.027s user 0.018s sys 0.006s 17:48:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.841903 6631 raft_consensus.cc:595] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05 [term 1 LEADER]: Becoming Leader. State: Replica: 84d05456c9e849c487f7558d45fc3f05, State: Running, Role: LEADER 17:48:43.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.842396 6631 consensus_queue.cc:205] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "84d05456c9e849c487f7558d45fc3f05" member_type: VOTER last_known_addr { host: "127.5.203.3" port: 52826 } } 17:48:43.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.851223 6098 catalog_manager.cc:3758] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05 reported cstate change: term changed from 0 to 1, leader changed from to 84d05456c9e849c487f7558d45fc3f05 (127.5.203.3). New cstate: current_term: 1 leader_uuid: "84d05456c9e849c487f7558d45fc3f05" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "84d05456c9e849c487f7558d45fc3f05" member_type: VOTER last_known_addr { host: "127.5.203.3" port: 52826 } health_report { overall_health: HEALTHY } } } 17:48:43.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.829154 6628 raft_consensus.cc:595] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957 [term 1 LEADER]: Becoming Leader. State: Replica: 21833ec80e214aafb9dd6bbc35933957, State: Running, Role: LEADER 17:48:43.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.912489 6628 consensus_queue.cc:205] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "21833ec80e214aafb9dd6bbc35933957" member_type: VOTER last_known_addr { host: "127.5.203.1" port: 52373 } } 17:48:43.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:43.836498 6290 tablet.cc:1728] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.941208 6098 catalog_manager.cc:3758] T f47b09a5dd5b41088330f047ba305ede P 21833ec80e214aafb9dd6bbc35933957 reported cstate change: term changed from 0 to 1, leader changed from to 21833ec80e214aafb9dd6bbc35933957 (127.5.203.1). New cstate: current_term: 1 leader_uuid: "21833ec80e214aafb9dd6bbc35933957" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "21833ec80e214aafb9dd6bbc35933957" member_type: VOTER last_known_addr { host: "127.5.203.1" port: 52373 } health_report { overall_health: HEALTHY } } } 17:48:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.981160 6098 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.5.203.60:46835: 17:48:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:48:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:43.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:43.987855 6422 heartbeater.cc:467] Master 127.5.203.60:54735 was elected leader, sending a full tablet report... 17:48:44.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.009129 6354 tablet_service.cc:759] Processing CreateTablet for tablet d5b84f23377f422fb2d220c85e7ab667 (table=simple-test [id=58913b2082ca4c76b82eff9d0d116c92]), partition=RANGE (key) PARTITION UNBOUNDED 17:48:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.009963 6354 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet d5b84f23377f422fb2d220c85e7ab667. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:44.013448 6561 tablet.cc:1728] T 3ec92890911440358ab9455a26a1af3d P 84d05456c9e849c487f7558d45fc3f05: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.022838 6354 ts_tablet_manager.cc:1173] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39: Registered tablet (data state: TABLET_DATA_READY) 17:48:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.024248 6637 ts_tablet_manager.cc:1028] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39: Bootstrapping tablet 17:48:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.024829 6637 tablet_bootstrap.cc:438] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39: Bootstrap starting. 17:48:44.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.027712 6637 tablet_bootstrap.cc:592] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39: No blocks or log segments found. Creating new log. 17:48:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.029155 6637 log.cc:525] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39: Log is configured to *not* fsync() on all Append() calls 17:48:44.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.042004 6637 tablet_bootstrap.cc:438] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39: No bootstrap required, opened a new log 17:48:44.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.042484 6637 ts_tablet_manager.cc:1045] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39: Time spent bootstrapping tablet: real 0.018s user 0.005s sys 0.002s 17:48:44.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.054704 6637 raft_consensus.cc:325] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9134c9d4f112499c8a2d907b4dfaef39" member_type: VOTER last_known_addr { host: "127.5.203.2" port: 39562 } } 17:48:44.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.055214 6637 raft_consensus.cc:351] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:44.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.055543 6637 raft_consensus.cc:630] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9134c9d4f112499c8a2d907b4dfaef39, State: Initialized, Role: FOLLOWER 17:48:44.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.056226 6637 consensus_queue.cc:228] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9134c9d4f112499c8a2d907b4dfaef39" member_type: VOTER last_known_addr { host: "127.5.203.2" port: 39562 } } 17:48:44.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.056692 6637 raft_consensus.cc:365] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:44.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.056967 6637 raft_consensus.cc:457] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:44.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.057222 6637 raft_consensus.cc:2742] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39: Snoozing failure detection for 1.775s (starting election) 17:48:44.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.057515 6637 raft_consensus.cc:2794] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39 [term 0 FOLLOWER]: Advancing to term 1 17:48:44.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.060919 6637 raft_consensus.cc:479] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9134c9d4f112499c8a2d907b4dfaef39" member_type: VOTER last_known_addr { host: "127.5.203.2" port: 39562 } } 17:48:44.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.061575 6637 leader_election.cc:278] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:44.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.063614 6639 raft_consensus.cc:2742] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39: Snoozing failure detection for 1.572s (election complete) 17:48:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.064064 6639 raft_consensus.cc:2549] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39 [term 1 FOLLOWER]: Leader election won for term 1 17:48:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.066687 6639 raft_consensus.cc:595] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39 [term 1 LEADER]: Becoming Leader. State: Replica: 9134c9d4f112499c8a2d907b4dfaef39, State: Running, Role: LEADER 17:48:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.067510 6637 ts_tablet_manager.cc:1073] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39: Time spent starting tablet: real 0.025s user 0.020s sys 0.003s 17:48:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.067313 6639 consensus_queue.cc:205] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9134c9d4f112499c8a2d907b4dfaef39" member_type: VOTER last_known_addr { host: "127.5.203.2" port: 39562 } } 17:48:44.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.075219 6097 catalog_manager.cc:3758] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39 reported cstate change: term changed from 0 to 1, leader changed from to 9134c9d4f112499c8a2d907b4dfaef39 (127.5.203.2). New cstate: current_term: 1 leader_uuid: "9134c9d4f112499c8a2d907b4dfaef39" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9134c9d4f112499c8a2d907b4dfaef39" member_type: VOTER last_known_addr { host: "127.5.203.2" port: 39562 } health_report { overall_health: HEALTHY } } } 17:48:44.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:44.197060 6425 tablet.cc:1728] T d5b84f23377f422fb2d220c85e7ab667 P 9134c9d4f112499c8a2d907b4dfaef39: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.336541 5932 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 6133 17:48:44.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:44.358631 5949 connection.cc:512] server connection from 127.5.203.1:51280 recv error: Network error: failed to read from TLS socket (remote: 127.5.203.1:51280): Connection reset by peer (error 104) 17:48:44.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:44.358628 6015 connection.cc:512] server connection from 127.5.203.1:46126 recv error: Network error: failed to read from TLS socket (remote: 127.5.203.1:46126): Connection reset by peer (error 104) 17:48:44.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:44.358628 6080 connection.cc:512] server connection from 127.5.203.1:51051 recv error: Network error: failed to read from TLS socket (remote: 127.5.203.1:51051): Connection reset by peer (error 104) 17:48:44.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.359560 5932 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 6283 17:48:44.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:44.382913 5948 connection.cc:512] server connection from 127.5.203.2:56343 recv error: Network error: failed to read from TLS socket (remote: 127.5.203.2:56343): Connection reset by peer (error 104) 17:48:44.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:44.383694 6016 connection.cc:512] server connection from 127.5.203.2:38762 recv error: Network error: failed to read from TLS socket (remote: 127.5.203.2:38762): Connection reset by peer (error 104) 17:48:44.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:44.384415 6080 connection.cc:512] server connection from 127.5.203.2:54638 recv error: Network error: failed to read from TLS socket (remote: 127.5.203.2:54638): Connection reset by peer (error 104) 17:48:44.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.385136 5932 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 6419 17:48:44.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:44.405391 5948 connection.cc:512] server connection from 127.5.203.3:41487 recv error: Network error: failed to read from TLS socket (remote: 127.5.203.3:41487): Connection reset by peer (error 104) 17:48:44.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:44.405623 6079 connection.cc:512] server connection from 127.5.203.3:51906 recv error: Network error: failed to read from TLS socket (remote: 127.5.203.3:51906): Connection reset by peer (error 104) 17:48:44.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:44.406411 6018 connection.cc:512] server connection from 127.5.203.3:43442 recv error: Network error: failed to read from TLS socket (remote: 127.5.203.3:43442): Connection reset by peer (error 104) 17:48:44.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.406518 5932 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 5940 17:48:44.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.429378 5932 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 6002 17:48:44.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:44.451535 5932 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 6068 17:48:45.495 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614125495 17:48:45.496 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:48:45.496 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:48:45.496 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:48:45.496 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:48:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:45.716584 6664 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/wal 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/data 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.6.130.62:45481 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.6.130.62 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/logs 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/data/info.pb 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.6.130.62:45481,127.6.130.61:39776,127.6.130.60:59728 with env {} 17:48:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:45.878664 6672 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:45.879079 6672 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:45.889029 6672 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:45.889173 6672 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:45.889369 6672 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:45.889602 6672 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:45.909864 6672 master_main.cc:73] Master server non-default flags: 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/data 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/wal 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.6.130.62:45481,127.6.130.61:39776,127.6.130.60:59728 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.6.130.62:45481 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/data/info.pb 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.6.130.62 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/logs 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:45.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:45.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:45.925688 6672 master_main.cc:80] Initializing master server... 17:48:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:45.927875 6672 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 238064us 17:48:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:45.928726 6672 fs_manager.cc:262] Metadata directory not provided 17:48:45.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:45.928850 6672 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:45.929177 6672 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:45.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:45.929293 6672 server_base.cc:433] Attempting to create new FS layout instead 17:48:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:45.933223 6672 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/data/instance: 17:48:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "36da92dc057d49dba1604489e8facd81" 17:48:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:45 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:45.933986 6672 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/wal/instance: 17:48:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "36da92dc057d49dba1604489e8facd81" 17:48:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:45 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.012769 6672 fs_manager.cc:502] Time spent creating directory manager: real 0.078s user 0.009s sys 0.005s 17:48:46.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.014062 6672 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:46.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.015301 6672 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.023669 6672 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.023805 6672 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/wal 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "36da92dc057d49dba1604489e8facd81" 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:45 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.024058 6672 fs_report.cc:352] FS layout report 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/wal 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/wal 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/data/data 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:46.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.162372 6672 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.164885 6672 master_main.cc:83] Starting Master server... 17:48:46.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.254184 6672 rpc_server.cc:205] RPC server started. Bound to: 127.6.130.62:45481 17:48:46.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.255167 6672 webserver.cc:175] Starting webserver on 127.6.130.62:0 17:48:46.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.255266 6672 webserver.cc:186] Document root disabled 17:48:46.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.257411 6672 webserver.cc:313] Webserver started. Bound to: http://127.6.130.62:52495/ 17:48:46.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.258527 6672 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-0/data/info.pb 17:48:46.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.262049 6733 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.263857 6664 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 6672 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.265094 6664 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/wal 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/data 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.6.130.61:39776 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.6.130.61 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/logs 17:48:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/data/info.pb 17:48:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.6.130.62:45481,127.6.130.61:39776,127.6.130.60:59728 with env {} 17:48:46.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.278529 6733 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } has no permanent_uuid. Determining permanent_uuid... 17:48:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.302115 6733 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } has no permanent_uuid. Determining permanent_uuid... 17:48:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.303478 6733 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.6.130.61:39776: Network error: Client connection negotiation failed: client connection to 127.6.130.61:39776: connect: Connection refused (error 111) 17:48:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.322911 6733 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } attempt: 1 17:48:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.324319 6733 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.6.130.61:39776: Network error: Client connection negotiation failed: client connection to 127.6.130.61:39776: connect: Connection refused (error 111) 17:48:46.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.372699 6733 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } attempt: 2 17:48:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.373947 6733 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.6.130.61:39776: Network error: Client connection negotiation failed: client connection to 127.6.130.61:39776: connect: Connection refused (error 111) 17:48:46.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:46.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.432447 6734 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:46.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.432874 6734 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.442407 6734 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.442544 6734 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.442636 6734 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:46.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.442800 6734 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.463241 6734 master_main.cc:73] Master server non-default flags: 17:48:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/data 17:48:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/wal 17:48:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.6.130.62:45481,127.6.130.61:39776,127.6.130.60:59728 17:48:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.6.130.61:39776 17:48:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/data/info.pb 17:48:46.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.6.130.61 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/logs 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:46.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.478317 6734 master_main.cc:80] Initializing master server... 17:48:46.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.480372 6734 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 238564us 17:48:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.481125 6734 fs_manager.cc:262] Metadata directory not provided 17:48:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.481247 6734 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.481556 6734 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.481672 6734 server_base.cc:433] Attempting to create new FS layout instead 17:48:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.485294 6733 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } attempt: 3 17:48:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.485457 6734 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/data/instance: 17:48:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "01a132ae505a4fd6ae5afeb499092618" 17:48:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:46 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:46.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.486160 6734 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/wal/instance: 17:48:46.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "01a132ae505a4fd6ae5afeb499092618" 17:48:46.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:46 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:46.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.486708 6733 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.6.130.61:39776: Network error: Client connection negotiation failed: client connection to 127.6.130.61:39776: connect: Connection refused (error 111) 17:48:46.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.515262 6734 fs_manager.cc:502] Time spent creating directory manager: real 0.029s user 0.007s sys 0.006s 17:48:46.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.516656 6734 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:46.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.517887 6734 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:46.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.526881 6734 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.527009 6734 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/wal 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "01a132ae505a4fd6ae5afeb499092618" 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:46 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.527268 6734 fs_report.cc:352] FS layout report 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/wal 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/wal 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/data/data 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:46.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.663034 6733 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } attempt: 4 17:48:46.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.664360 6733 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.6.130.61:39776: Network error: Client connection negotiation failed: client connection to 127.6.130.61:39776: connect: Connection refused (error 111) 17:48:46.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.700201 6734 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:46.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.702759 6734 master_main.cc:83] Starting Master server... 17:48:46.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.793176 6734 rpc_server.cc:205] RPC server started. Bound to: 127.6.130.61:39776 17:48:46.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.794083 6734 webserver.cc:175] Starting webserver on 127.6.130.61:0 17:48:46.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.794189 6734 webserver.cc:186] Document root disabled 17:48:46.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.796128 6734 webserver.cc:313] Webserver started. Bound to: http://127.6.130.61:37706/ 17:48:46.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.797183 6734 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-1/data/info.pb 17:48:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.800829 6799 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.803550 6664 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 6734 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.804706 6664 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/wal 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/data 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.6.130.60:59728 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.6.130.60 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/logs 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/data/info.pb 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.6.130.62:45481,127.6.130.61:39776,127.6.130.60:59728 with env {} 17:48:46.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.818841 6799 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } has no permanent_uuid. Determining permanent_uuid... 17:48:46.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.837167 6799 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } has no permanent_uuid. Determining permanent_uuid... 17:48:46.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.849449 6799 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } has no permanent_uuid. Determining permanent_uuid... 17:48:46.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.851019 6799 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.6.130.60:59728: Network error: Client connection negotiation failed: client connection to 127.6.130.60:59728: connect: Connection refused (error 111) 17:48:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.870693 6799 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } attempt: 1 17:48:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.872373 6799 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.6.130.60:59728: Network error: Client connection negotiation failed: client connection to 127.6.130.60:59728: connect: Connection refused (error 111) 17:48:46.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.920867 6799 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } attempt: 2 17:48:46.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.922359 6799 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.6.130.60:59728: Network error: Client connection negotiation failed: client connection to 127.6.130.60:59728: connect: Connection refused (error 111) 17:48:46.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.967689 6733 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } attempt: 5 17:48:46.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:46.975258 6733 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } has no permanent_uuid. Determining permanent_uuid... 17:48:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.976716 6733 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.6.130.60:59728: Network error: Client connection negotiation failed: client connection to 127.6.130.60:59728: connect: Connection refused (error 111) 17:48:46.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:46.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.978108 6800 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:46.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.978534 6800 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:46.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.988317 6800 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:46.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.988497 6800 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:46.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.988638 6800 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:46.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:46.988788 6800 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.008800 6800 master_main.cc:73] Master server non-default flags: 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/data 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/wal 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.6.130.62:45481,127.6.130.61:39776,127.6.130.60:59728 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.6.130.60:59728 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/data/info.pb 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.6.130.60 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/logs 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:47.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:47.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.015028 6733 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } attempt: 1 17:48:47.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:47.016360 6733 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.6.130.60:59728: Network error: Client connection negotiation failed: client connection to 127.6.130.60:59728: connect: Connection refused (error 111) 17:48:47.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.024466 6800 master_main.cc:80] Initializing master server... 17:48:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.026926 6800 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 239064us 17:48:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.027768 6800 fs_manager.cc:262] Metadata directory not provided 17:48:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.027914 6800 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.028220 6800 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.028345 6800 server_base.cc:433] Attempting to create new FS layout instead 17:48:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.032167 6800 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/data/instance: 17:48:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7617dcc886794021bdc3e7e95504301f" 17:48:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:47 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.032907 6800 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/wal/instance: 17:48:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7617dcc886794021bdc3e7e95504301f" 17:48:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:47 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.033815 6799 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } attempt: 3 17:48:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:47.035135 6799 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.6.130.60:59728: Network error: Client connection negotiation failed: client connection to 127.6.130.60:59728: connect: Connection refused (error 111) 17:48:47.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.055315 6800 fs_manager.cc:502] Time spent creating directory manager: real 0.022s user 0.009s sys 0.004s 17:48:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.056599 6800 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.057826 6800 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:47.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.064749 6733 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } attempt: 2 17:48:47.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:47.066259 6733 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.6.130.60:59728: Network error: Client connection negotiation failed: client connection to 127.6.130.60:59728: connect: Connection refused (error 111) 17:48:47.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.067149 6800 fs_manager.cc:418] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s 17:48:47.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.067287 6800 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/wal 17:48:47.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7617dcc886794021bdc3e7e95504301f" 17:48:47.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:47 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:47.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.067574 6800 fs_report.cc:352] FS layout report 17:48:47.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:47.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/wal 17:48:47.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/wal 17:48:47.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/data/data 17:48:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:47.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.166537 6733 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } attempt: 3 17:48:47.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:47.168488 6733 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.6.130.60:59728: Network error: Client connection negotiation failed: client connection to 127.6.130.60:59728: connect: Connection refused (error 111) 17:48:47.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.211495 6799 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } attempt: 4 17:48:47.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:47.212954 6799 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.6.130.60:59728: Network error: Client connection negotiation failed: client connection to 127.6.130.60:59728: connect: Connection refused (error 111) 17:48:47.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.258615 6800 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.260934 6800 master_main.cc:83] Starting Master server... 17:48:47.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.309232 6733 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } attempt: 4 17:48:47.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:47.310901 6733 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.6.130.60:59728: Network error: Client connection negotiation failed: client connection to 127.6.130.60:59728: connect: Connection refused (error 111) 17:48:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.351245 6800 rpc_server.cc:205] RPC server started. Bound to: 127.6.130.60:59728 17:48:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.352079 6800 webserver.cc:175] Starting webserver on 127.6.130.60:0 17:48:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.352178 6800 webserver.cc:186] Document root disabled 17:48:47.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.354061 6800 webserver.cc:313] Webserver started. Bound to: http://127.6.130.60:54746/ 17:48:47.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.354815 6800 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/master-2/data/info.pb 17:48:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.355564 6664 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 6800 17:48:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.356518 6664 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/wal 17:48:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/data 17:48:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.6.130.1:0 17:48:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.6.130.1 17:48:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.6.130.1 17:48:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.6.130.62:45481,127.6.130.61:39776,127.6.130.60:59728 17:48:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/logs 17:48:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/data/info.pb 17:48:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:47.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.359359 6868 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:47.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.372311 6868 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } has no permanent_uuid. Determining permanent_uuid... 17:48:47.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.387392 6868 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } has no permanent_uuid. Determining permanent_uuid... 17:48:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.394477 6868 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } has no permanent_uuid. Determining permanent_uuid... 17:48:47.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.409029 6868 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f: Bootstrap starting. 17:48:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.411402 6868 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f: No blocks or log segments found. Creating new log. 17:48:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.412781 6868 log.cc:525] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f: Log is configured to *not* fsync() on all Append() calls 17:48:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.422035 6868 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f: No bootstrap required, opened a new log 17:48:47.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.432592 6868 raft_consensus.cc:325] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } 17:48:47.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.433077 6868 raft_consensus.cc:351] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:47.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.433272 6868 raft_consensus.cc:630] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7617dcc886794021bdc3e7e95504301f, State: Initialized, Role: FOLLOWER 17:48:47.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.433784 6868 consensus_queue.cc:228] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } 17:48:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.437235 6868 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } } 17:48:47.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.437978 6868 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [sys.catalog]: This master's current role is: FOLLOWER 17:48:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.439034 6868 sys_catalog.cc:424] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [sys.catalog]: configured and running, proceeding with master startup. 17:48:47.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.516304 6799 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } attempt: 5 17:48:47.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.530467 6799 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618: Bootstrap starting. 17:48:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.533982 6799 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618: No blocks or log segments found. Creating new log. 17:48:47.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.535943 6799 log.cc:525] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618: Log is configured to *not* fsync() on all Append() calls 17:48:47.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.437894 6874 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } } 17:48:47.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.546021 6874 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [sys.catalog]: This master's current role is: FOLLOWER 17:48:47.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:47.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:47.546506 6869 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:47.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:47.547065 6869 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:47.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.557058 6799 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618: No bootstrap required, opened a new log 17:48:47.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:47.562810 6869 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:47.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:47.563443 6869 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.130.1 17:48:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.574594 6799 raft_consensus.cc:325] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } 17:48:47.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.575523 6799 raft_consensus.cc:351] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:47.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.575863 6799 raft_consensus.cc:630] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01a132ae505a4fd6ae5afeb499092618, State: Initialized, Role: FOLLOWER 17:48:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.576241 6733 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } attempt: 5 17:48:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:47.515038 6824 tablet.cc:1728] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.577787 6875 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:48:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.578570 6799 consensus_queue.cc:228] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } 17:48:47.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.582089 6799 sys_catalog.cc:337] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } } 17:48:47.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.583129 6800 master_main.cc:86] Master server successfully started. 17:48:47.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.583205 6799 sys_catalog.cc:340] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [sys.catalog]: This master's current role is: FOLLOWER 17:48:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.584798 6799 sys_catalog.cc:424] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [sys.catalog]: configured and running, proceeding with master startup. 17:48:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.592363 6733 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81: Bootstrap starting. 17:48:47.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.596071 6733 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81: No blocks or log segments found. Creating new log. 17:48:47.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.597889 6733 log.cc:525] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81: Log is configured to *not* fsync() on all Append() calls 17:48:47.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.603411 6874 raft_consensus.cc:457] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:48:47.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.603731 6874 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f: Snoozing failure detection for 2.070s (starting election) 17:48:47.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.604005 6874 raft_consensus.cc:479] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } 17:48:47.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.605301 6874 leader_election.cc:251] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 36da92dc057d49dba1604489e8facd81 (127.6.130.62:45481) 17:48:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.605935 6874 leader_election.cc:251] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 01a132ae505a4fd6ae5afeb499092618 (127.6.130.61:39776) 17:48:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.604521 6869 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/data 17:48:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/wal 17:48:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.6.130.1:0 17:48:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/data/info.pb 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.6.130.1 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.6.130.62:45481,127.6.130.61:39776,127.6.130.60:59728 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.6.130.1 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/logs 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:47.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.617887 6733 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81: No bootstrap required, opened a new log 17:48:47.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.643604 6733 raft_consensus.cc:325] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } 17:48:47.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.644280 6733 raft_consensus.cc:351] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:47.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.644511 6733 raft_consensus.cc:630] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 36da92dc057d49dba1604489e8facd81, State: Initialized, Role: FOLLOWER 17:48:47.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.645200 6733 consensus_queue.cc:228] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } 17:48:47.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.646118 6869 tablet_server_main.cc:85] Initializing tablet server... 17:48:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.650451 6869 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 239064us 17:48:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.651175 6869 fs_manager.cc:262] Metadata directory not provided 17:48:47.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.651444 6869 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.651980 6869 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.652233 6869 server_base.cc:433] Attempting to create new FS layout instead 17:48:47.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.656637 6884 sys_catalog.cc:337] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } } 17:48:47.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.657554 6884 sys_catalog.cc:340] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [sys.catalog]: This master's current role is: FOLLOWER 17:48:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.659024 6869 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/data/instance: 17:48:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a2951aeb625749439c6151133ebbe09d" 17:48:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:47 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.659765 6733 sys_catalog.cc:337] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } } 17:48:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.660368 6733 sys_catalog.cc:340] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [sys.catalog]: This master's current role is: FOLLOWER 17:48:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.660622 6869 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/wal/instance: 17:48:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a2951aeb625749439c6151133ebbe09d" 17:48:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:47 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.661665 6733 sys_catalog.cc:424] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [sys.catalog]: configured and running, proceeding with master startup. 17:48:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.583197 6877 sys_catalog.cc:337] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } } 17:48:47.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.700595 6877 sys_catalog.cc:340] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [sys.catalog]: This master's current role is: FOLLOWER 17:48:47.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.703249 6734 master_main.cc:86] Master server successfully started. 17:48:47.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.701516 6776 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7617dcc886794021bdc3e7e95504301f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01a132ae505a4fd6ae5afeb499092618" is_pre_election: true 17:48:47.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.703838 6776 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618: Snoozing failure detection for 1.706s (vote granted) 17:48:47.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.704156 6776 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7617dcc886794021bdc3e7e95504301f in term 0. 17:48:47.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.705173 6817 leader_election.cc:387] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [CANDIDATE]: Term 1 pre-election: Vote granted by peer 01a132ae505a4fd6ae5afeb499092618 (127.6.130.61:39776) 17:48:47.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.705457 6817 leader_election.cc:278] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:48:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.706087 6874 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f: Snoozing failure detection for 2.159s (election complete) 17:48:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.706329 6874 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [term 0 FOLLOWER]: Leader pre-election won for term 1 17:48:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:47.706307 6755 tablet.cc:1728] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.706583 6874 raft_consensus.cc:457] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:48:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.706775 6874 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f: Snoozing failure detection for 1.856s (starting election) 17:48:47.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.706961 6874 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [term 0 FOLLOWER]: Advancing to term 1 17:48:47.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.711905 6874 raft_consensus.cc:479] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } 17:48:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.713057 6874 leader_election.cc:251] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [CANDIDATE]: Term 1 election: Requesting vote from peer 36da92dc057d49dba1604489e8facd81 (127.6.130.62:45481) 17:48:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.713739 6874 leader_election.cc:251] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [CANDIDATE]: Term 1 election: Requesting vote from peer 01a132ae505a4fd6ae5afeb499092618 (127.6.130.61:39776) 17:48:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.715416 6776 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7617dcc886794021bdc3e7e95504301f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01a132ae505a4fd6ae5afeb499092618" 17:48:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.716055 6776 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [term 0 FOLLOWER]: Advancing to term 1 17:48:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.716418 6776 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618: Snoozing failure detection for 1.540s (vote granted) 17:48:47.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:47.719269 6878 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:47.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:47.719658 6878 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.722815 6776 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7617dcc886794021bdc3e7e95504301f in term 1. 17:48:47.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.723737 6817 leader_election.cc:387] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [CANDIDATE]: Term 1 election: Vote granted by peer 01a132ae505a4fd6ae5afeb499092618 (127.6.130.61:39776) 17:48:47.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.723997 6817 leader_election.cc:278] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.724730 6874 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f: Snoozing failure detection for 1.987s (election complete) 17:48:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.724968 6874 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [term 1 FOLLOWER]: Leader election won for term 1 17:48:47.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.730502 6874 raft_consensus.cc:595] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [term 1 LEADER]: Becoming Leader. State: Replica: 7617dcc886794021bdc3e7e95504301f, State: Running, Role: LEADER 17:48:47.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.731158 6874 consensus_queue.cc:205] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } 17:48:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.744179 6887 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7617dcc886794021bdc3e7e95504301f. Latest consensus state: current_term: 1 leader_uuid: "7617dcc886794021bdc3e7e95504301f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } } 17:48:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.744879 6887 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [sys.catalog]: This master's current role is: LEADER 17:48:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.756611 6889 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:48:47.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.773586 6889 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:48:47.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.661792 6710 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7617dcc886794021bdc3e7e95504301f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "36da92dc057d49dba1604489e8facd81" is_pre_election: true 17:48:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.787541 6869 fs_manager.cc:502] Time spent creating directory manager: real 0.126s user 0.012s sys 0.013s 17:48:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.789568 6869 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:47.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.791291 6869 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:47.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.815709 6869 fs_manager.cc:418] Time spent opening block manager: real 0.013s user 0.001s sys 0.009s 17:48:47.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.815929 6869 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/wal 17:48:47.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a2951aeb625749439c6151133ebbe09d" 17:48:47.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:47 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.816730 6869 fs_report.cc:352] FS layout report 17:48:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/wal 17:48:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/wal 17:48:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/data/data 17:48:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:47.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:47.668741 6689 tablet.cc:1728] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:47.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.720613 6884 raft_consensus.cc:457] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:48:47.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.851408 6884 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81: Snoozing failure detection for 1.504s (starting election) 17:48:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.851665 6885 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:48:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.852026 6884 raft_consensus.cc:479] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } 17:48:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.853662 6672 master_main.cc:86] Master server successfully started. 17:48:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.854081 6710 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81: Snoozing failure detection for 2.090s (vote granted) 17:48:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.854377 6710 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7617dcc886794021bdc3e7e95504301f in term 0. 17:48:47.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.852807 6709 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7617dcc886794021bdc3e7e95504301f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "36da92dc057d49dba1604489e8facd81" 17:48:47.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.855089 6709 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate 7617dcc886794021bdc3e7e95504301f for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:47.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.854477 6884 leader_election.cc:251] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 01a132ae505a4fd6ae5afeb499092618 (127.6.130.61:39776) 17:48:47.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.857605 6817 leader_election.cc:387] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [CANDIDATE]: Term 1 pre-election: Vote granted by peer 36da92dc057d49dba1604489e8facd81 (127.6.130.62:45481) 17:48:47.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.858058 6884 leader_election.cc:251] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 7617dcc886794021bdc3e7e95504301f (127.6.130.60:59728) 17:48:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.858938 6817 leader_election.cc:401] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [CANDIDATE]: Term 1 election: Vote denied by peer 36da92dc057d49dba1604489e8facd81 (127.6.130.62:45481). Message: Service unavailable: T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate 7617dcc886794021bdc3e7e95504301f for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.858824 6776 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "36da92dc057d49dba1604489e8facd81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01a132ae505a4fd6ae5afeb499092618" is_pre_election: true 17:48:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.859412 6776 raft_consensus.cc:2185] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 36da92dc057d49dba1604489e8facd81 in current term 1: Already voted for candidate 7617dcc886794021bdc3e7e95504301f in this term. 17:48:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.860352 6682 leader_election.cc:401] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 01a132ae505a4fd6ae5afeb499092618 (127.6.130.61:39776). Message: Invalid argument: T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 36da92dc057d49dba1604489e8facd81 in current term 1: Already voted for candidate 7617dcc886794021bdc3e7e95504301f in this term. 17:48:47.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.861024 6845 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "36da92dc057d49dba1604489e8facd81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7617dcc886794021bdc3e7e95504301f" is_pre_election: true 17:48:47.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.866144 6845 raft_consensus.cc:2216] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 36da92dc057d49dba1604489e8facd81 for term 1 because replica is either leader or believes a valid leader to be alive. 17:48:47.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.867704 6682 leader_election.cc:401] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 7617dcc886794021bdc3e7e95504301f (127.6.130.60:59728). Message: Invalid argument: T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 36da92dc057d49dba1604489e8facd81 for term 1 because replica is either leader or believes a valid leader to be alive. 17:48:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.867988 6682 leader_election.cc:278] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:48:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.869027 6884 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81: Snoozing failure detection for 2.172s (election complete) 17:48:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.869262 6884 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [term 0 FOLLOWER]: Advancing to term 1 17:48:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.874166 6884 raft_consensus.cc:2497] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:48:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.885705 6776 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [term 1 FOLLOWER]: Refusing update from remote peer 7617dcc886794021bdc3e7e95504301f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:47.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.886992 6874 consensus_queue.cc:963] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [LEADER]: Connected to new peer: Peer: permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:48:47.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.888801 6709 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [term 1 FOLLOWER]: Refusing update from remote peer 7617dcc886794021bdc3e7e95504301f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:47.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.892798 6874 consensus_queue.cc:963] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [LEADER]: Connected to new peer: Peer: permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:48:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.912010 6884 sys_catalog.cc:337] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7617dcc886794021bdc3e7e95504301f. Latest consensus state: current_term: 1 leader_uuid: "7617dcc886794021bdc3e7e95504301f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } } 17:48:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.912717 6884 sys_catalog.cc:340] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [sys.catalog]: This master's current role is: FOLLOWER 17:48:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.915048 6877 sys_catalog.cc:337] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7617dcc886794021bdc3e7e95504301f. Latest consensus state: current_term: 1 leader_uuid: "7617dcc886794021bdc3e7e95504301f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } } 17:48:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.915750 6877 sys_catalog.cc:340] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [sys.catalog]: This master's current role is: FOLLOWER 17:48:47.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.920189 6874 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7617dcc886794021bdc3e7e95504301f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } } 17:48:47.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.920821 6874 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [sys.catalog]: This master's current role is: LEADER 17:48:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.924773 6874 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7617dcc886794021bdc3e7e95504301f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } } 17:48:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.925339 6874 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f [sys.catalog]: This master's current role is: LEADER 17:48:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.931283 6877 sys_catalog.cc:337] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7617dcc886794021bdc3e7e95504301f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } } 17:48:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.931988 6877 sys_catalog.cc:340] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618 [sys.catalog]: This master's current role is: FOLLOWER 17:48:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.933099 6889 catalog_manager.cc:924] Generated new certificate authority record 17:48:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.935313 6889 catalog_manager.cc:1046] Loading token signing keys... 17:48:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.942694 6884 sys_catalog.cc:337] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7617dcc886794021bdc3e7e95504301f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "36da92dc057d49dba1604489e8facd81" member_type: VOTER last_known_addr { host: "127.6.130.62" port: 45481 } } peers { permanent_uuid: "01a132ae505a4fd6ae5afeb499092618" member_type: VOTER last_known_addr { host: "127.6.130.61" port: 39776 } } peers { permanent_uuid: "7617dcc886794021bdc3e7e95504301f" member_type: VOTER last_known_addr { host: "127.6.130.60" port: 59728 } } } 17:48:47.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.943341 6884 sys_catalog.cc:340] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81 [sys.catalog]: This master's current role is: FOLLOWER 17:48:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:47.960583 6889 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 7617dcc886794021bdc3e7e95504301f: Generated new TSK 0 17:48:48.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.230916 6869 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.236122 6869 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:48.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.238647 6869 tablet_server_main.cc:90] Starting tablet server... 17:48:48.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.589087 6869 rpc_server.cc:205] RPC server started. Bound to: 127.6.130.1:57527 17:48:48.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.590826 6869 webserver.cc:175] Starting webserver on 127.6.130.1:0 17:48:48.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.591056 6869 webserver.cc:186] Document root disabled 17:48:48.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.593068 6869 webserver.cc:313] Webserver started. Bound to: http://127.6.130.1:38626/ 17:48:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.594110 6869 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-0/data/info.pb 17:48:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.599262 6664 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 6869 17:48:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.600522 6664 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/wal 17:48:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/data 17:48:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.6.130.2:0 17:48:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.6.130.2 17:48:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.6.130.2 17:48:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.6.130.62:45481,127.6.130.61:39776,127.6.130.60:59728 17:48:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/logs 17:48:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/data/info.pb 17:48:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.652556 6869 tablet_server_main.cc:93] Tablet server successfully started. 17:48:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.665590 7017 heartbeater.cc:346] Connected to a master server at 127.6.130.61:39776 17:48:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.665910 7017 heartbeater.cc:426] Registering TS with master... 17:48:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.666597 7017 heartbeater.cc:475] Master 127.6.130.61:39776 requested a full tablet report, sending... 17:48:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.669209 7021 heartbeater.cc:346] Connected to a master server at 127.6.130.60:59728 17:48:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.669479 7021 heartbeater.cc:426] Registering TS with master... 17:48:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.669904 7021 heartbeater.cc:475] Master 127.6.130.60:59728 requested a full tablet report, sending... 17:48:48.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.670502 6766 ts_manager.cc:98] Registered new tserver with Master: a2951aeb625749439c6151133ebbe09d (127.6.130.1:57527) 17:48:48.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.672336 6835 ts_manager.cc:98] Registered new tserver with Master: a2951aeb625749439c6151133ebbe09d (127.6.130.1:57527) 17:48:48.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.674616 7016 heartbeater.cc:346] Connected to a master server at 127.6.130.62:45481 17:48:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.674882 7016 heartbeater.cc:426] Registering TS with master... 17:48:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.674862 6835 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.6.130.1:59955 17:48:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.675317 7016 heartbeater.cc:475] Master 127.6.130.62:45481 requested a full tablet report, sending... 17:48:48.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.678525 6700 ts_manager.cc:98] Registered new tserver with Master: a2951aeb625749439c6151133ebbe09d (127.6.130.1:57527) 17:48:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.726697 6878 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618: acquiring CA information for follower catalog manager: success 17:48:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.734199 6878 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 01a132ae505a4fd6ae5afeb499092618: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:48.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:48.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:48.812250 7020 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:48.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:48.812767 7020 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:48.821822 7020 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:48.822211 7020 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.130.2 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.840911 7020 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/data 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/wal 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.6.130.2:0 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/data/info.pb 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.6.130.2 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.6.130.62:45481,127.6.130.61:39776,127.6.130.60:59728 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.6.130.2 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/logs 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:48.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.858443 7020 tablet_server_main.cc:85] Initializing tablet server... 17:48:48.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.861300 7020 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 239564us 17:48:48.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.861865 6885 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81: acquiring CA information for follower catalog manager: success 17:48:48.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.862167 7020 fs_manager.cc:262] Metadata directory not provided 17:48:48.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.862447 7020 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:48.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.862885 7020 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:48.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.863139 7020 server_base.cc:433] Attempting to create new FS layout instead 17:48:48.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.868139 7020 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/data/instance: 17:48:48.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8d147a62069348f1864814fa61d597fa" 17:48:48.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.868901 6885 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 36da92dc057d49dba1604489e8facd81: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.869614 7020 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/wal/instance: 17:48:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8d147a62069348f1864814fa61d597fa" 17:48:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:48.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.917001 7020 fs_manager.cc:502] Time spent creating directory manager: real 0.047s user 0.016s sys 0.009s 17:48:48.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.919085 7020 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:48.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.919845 7020 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:48.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.940439 7020 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.002s sys 0.003s 17:48:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.940790 7020 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/wal 17:48:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8d147a62069348f1864814fa61d597fa" 17:48:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:48.941293 7020 fs_report.cc:352] FS layout report 17:48:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/wal 17:48:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/wal 17:48:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/data/data 17:48:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:49.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.229166 7020 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.236238 7020 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.241173 7020 tablet_server_main.cc:90] Starting tablet server... 17:48:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.679528 7021 heartbeater.cc:467] Master 127.6.130.60:59728 was elected leader, sending a full tablet report... 17:48:49.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.788488 7020 rpc_server.cc:205] RPC server started. Bound to: 127.6.130.2:49125 17:48:49.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.789722 7020 webserver.cc:175] Starting webserver on 127.6.130.2:0 17:48:49.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.789845 7020 webserver.cc:186] Document root disabled 17:48:49.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.791609 7020 webserver.cc:313] Webserver started. Bound to: http://127.6.130.2:60670/ 17:48:49.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.792356 7020 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-1/data/info.pb 17:48:49.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.792776 6664 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 7020 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.793938 6664 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/wal 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/data 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.6.130.3:0 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.6.130.3 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.6.130.3 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.6.130.62:45481,127.6.130.61:39776,127.6.130.60:59728 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/logs 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/data/info.pb 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:49.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.843387 7020 tablet_server_main.cc:93] Tablet server successfully started. 17:48:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.874236 7148 heartbeater.cc:346] Connected to a master server at 127.6.130.62:45481 17:48:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.874696 7148 heartbeater.cc:426] Registering TS with master... 17:48:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.875337 7148 heartbeater.cc:475] Master 127.6.130.62:45481 requested a full tablet report, sending... 17:48:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.878798 7155 heartbeater.cc:346] Connected to a master server at 127.6.130.60:59728 17:48:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.879042 7155 heartbeater.cc:426] Registering TS with master... 17:48:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.879490 7155 heartbeater.cc:475] Master 127.6.130.60:59728 requested a full tablet report, sending... 17:48:49.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.880388 6700 ts_manager.cc:98] Registered new tserver with Master: 8d147a62069348f1864814fa61d597fa (127.6.130.2:49125) 17:48:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.883020 6835 ts_manager.cc:98] Registered new tserver with Master: 8d147a62069348f1864814fa61d597fa (127.6.130.2:49125) 17:48:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.884852 6835 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.6.130.2:38648 17:48:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.876188 7149 heartbeater.cc:346] Connected to a master server at 127.6.130.61:39776 17:48:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.886762 7149 heartbeater.cc:426] Registering TS with master... 17:48:49.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.887224 7149 heartbeater.cc:475] Master 127.6.130.61:39776 requested a full tablet report, sending... 17:48:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.889674 6766 ts_manager.cc:98] Registered new tserver with Master: 8d147a62069348f1864814fa61d597fa (127.6.130.2:49125) 17:48:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:49.964176 7150 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:49.964696 7150 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:49.974061 7150 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:49.974514 7150 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.130.3 17:48:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:49.990555 7150 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/data 17:48:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/wal 17:48:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.6.130.3:0 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/data/info.pb 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.6.130.3 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.6.130.62:45481,127.6.130.61:39776,127.6.130.60:59728 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.6.130.3 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/logs 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.006167 7150 tablet_server_main.cc:85] Initializing tablet server... 17:48:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.008425 7150 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 240564us 17:48:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.008966 7150 fs_manager.cc:262] Metadata directory not provided 17:48:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.009124 7150 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.009433 7150 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.009579 7150 server_base.cc:433] Attempting to create new FS layout instead 17:48:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.012799 7150 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/data/instance: 17:48:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b0dbb50603e5486f9029699ec716464d" 17:48:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:50 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.013608 7150 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/wal/instance: 17:48:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b0dbb50603e5486f9029699ec716464d" 17:48:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:50 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:50.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.032824 7150 fs_manager.cc:502] Time spent creating directory manager: real 0.019s user 0.009s sys 0.002s 17:48:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.034092 7150 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.034598 7150 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.042721 7150 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.001s 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.042861 7150 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/wal 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b0dbb50603e5486f9029699ec716464d" 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:50 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.043144 7150 fs_report.cc:352] FS layout report 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/wal 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/wal 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/data/data 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:50.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.261435 7150 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:50.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.266706 7150 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:50.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.268728 7150 tablet_server_main.cc:90] Starting tablet server... 17:48:50.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.412535 7150 rpc_server.cc:205] RPC server started. Bound to: 127.6.130.3:33709 17:48:50.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.413909 7150 webserver.cc:175] Starting webserver on 127.6.130.3:0 17:48:50.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.414036 7150 webserver.cc:186] Document root disabled 17:48:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.415968 7150 webserver.cc:313] Webserver started. Bound to: http://127.6.130.3:49542/ 17:48:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.416800 7150 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2186010592928045126/ts-2/data/info.pb 17:48:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.420105 6664 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 7150 17:48:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.442721 7150 tablet_server_main.cc:93] Tablet server successfully started. 17:48:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.501844 7281 heartbeater.cc:346] Connected to a master server at 127.6.130.60:59728 17:48:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.502265 7281 heartbeater.cc:426] Registering TS with master... 17:48:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.503190 7281 heartbeater.cc:475] Master 127.6.130.60:59728 requested a full tablet report, sending... 17:48:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.505244 6835 ts_manager.cc:98] Registered new tserver with Master: b0dbb50603e5486f9029699ec716464d (127.6.130.3:33709) 17:48:50.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.506489 6835 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.6.130.3:34057 17:48:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.502075 7280 heartbeater.cc:346] Connected to a master server at 127.6.130.61:39776 17:48:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.515324 7280 heartbeater.cc:426] Registering TS with master... 17:48:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.515753 7280 heartbeater.cc:475] Master 127.6.130.61:39776 requested a full tablet report, sending... 17:48:50.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.503561 7279 heartbeater.cc:346] Connected to a master server at 127.6.130.62:45481 17:48:50.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.517779 6766 ts_manager.cc:98] Registered new tserver with Master: b0dbb50603e5486f9029699ec716464d (127.6.130.3:33709) 17:48:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.517910 7279 heartbeater.cc:426] Registering TS with master... 17:48:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.518237 7279 heartbeater.cc:475] Master 127.6.130.62:45481 requested a full tablet report, sending... 17:48:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.522256 6699 ts_manager.cc:98] Registered new tserver with Master: b0dbb50603e5486f9029699ec716464d (127.6.130.3:33709) 17:48:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.524453 6664 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:48:50.525 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:48:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.620121 6835 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.6.130.60:49163: 17:48:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:48:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:48:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:48:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:48:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.686103 7216 tablet_service.cc:759] Processing CreateTablet for tablet 2564a27f36a34adf95f5d3c3dc3fdde5 (table=test [id=1939f623bffe4596938da3c530a5ee30]), partition=RANGE (key) PARTITION VALUES >= 50 17:48:50.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.687067 7216 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 2564a27f36a34adf95f5d3c3dc3fdde5. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.688275 7085 tablet_service.cc:759] Processing CreateTablet for tablet 79df9404e51546cdaa9c349025c86a34 (table=test [id=1939f623bffe4596938da3c530a5ee30]), partition=RANGE (key) PARTITION VALUES < 50 17:48:50.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.689517 7085 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 79df9404e51546cdaa9c349025c86a34. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:50.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.706190 7216 ts_tablet_manager.cc:1173] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d: Registered tablet (data state: TABLET_DATA_READY) 17:48:50.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.711647 7085 ts_tablet_manager.cc:1173] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa: Registered tablet (data state: TABLET_DATA_READY) 17:48:50.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.714140 7353 ts_tablet_manager.cc:1028] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d: Bootstrapping tablet 17:48:50.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.714784 7353 tablet_bootstrap.cc:438] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d: Bootstrap starting. 17:48:50.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.717854 7354 ts_tablet_manager.cc:1028] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa: Bootstrapping tablet 17:48:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.719447 7354 tablet_bootstrap.cc:438] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa: Bootstrap starting. 17:48:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.721251 7353 tablet_bootstrap.cc:592] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d: No blocks or log segments found. Creating new log. 17:48:50.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.723161 7353 log.cc:525] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d: Log is configured to *not* fsync() on all Append() calls 17:48:50.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.723532 7354 tablet_bootstrap.cc:592] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa: No blocks or log segments found. Creating new log. 17:48:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.725450 7354 log.cc:525] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa: Log is configured to *not* fsync() on all Append() calls 17:48:50.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.739924 7353 tablet_bootstrap.cc:438] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d: No bootstrap required, opened a new log 17:48:50.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.740365 7353 ts_tablet_manager.cc:1045] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d: Time spent bootstrapping tablet: real 0.026s user 0.008s sys 0.005s 17:48:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.744691 7354 tablet_bootstrap.cc:438] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa: No bootstrap required, opened a new log 17:48:50.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.745159 7354 ts_tablet_manager.cc:1045] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa: Time spent bootstrapping tablet: real 0.026s user 0.006s sys 0.008s 17:48:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.752879 7353 raft_consensus.cc:325] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b0dbb50603e5486f9029699ec716464d" member_type: VOTER last_known_addr { host: "127.6.130.3" port: 33709 } } 17:48:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.753345 7353 raft_consensus.cc:351] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.753547 7353 raft_consensus.cc:630] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b0dbb50603e5486f9029699ec716464d, State: Initialized, Role: FOLLOWER 17:48:50.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.754266 7353 consensus_queue.cc:228] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b0dbb50603e5486f9029699ec716464d" member_type: VOTER last_known_addr { host: "127.6.130.3" port: 33709 } } 17:48:50.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.754818 7353 raft_consensus.cc:365] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.755023 7353 raft_consensus.cc:457] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.755225 7353 raft_consensus.cc:2742] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d: Snoozing failure detection for 1.579s (starting election) 17:48:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.755465 7353 raft_consensus.cc:2794] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d [term 0 FOLLOWER]: Advancing to term 1 17:48:50.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.757544 7354 raft_consensus.cc:325] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8d147a62069348f1864814fa61d597fa" member_type: VOTER last_known_addr { host: "127.6.130.2" port: 49125 } } 17:48:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.758013 7354 raft_consensus.cc:351] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.758193 7354 raft_consensus.cc:630] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d147a62069348f1864814fa61d597fa, State: Initialized, Role: FOLLOWER 17:48:50.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.758787 7354 consensus_queue.cc:228] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8d147a62069348f1864814fa61d597fa" member_type: VOTER last_known_addr { host: "127.6.130.2" port: 49125 } } 17:48:50.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.759265 7354 raft_consensus.cc:365] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:50.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.759538 7354 raft_consensus.cc:457] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:50.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.759538 7353 raft_consensus.cc:479] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b0dbb50603e5486f9029699ec716464d" member_type: VOTER last_known_addr { host: "127.6.130.3" port: 33709 } } 17:48:50.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.759711 7354 raft_consensus.cc:2742] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa: Snoozing failure detection for 1.872s (starting election) 17:48:50.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.759902 7354 raft_consensus.cc:2794] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa [term 0 FOLLOWER]: Advancing to term 1 17:48:50.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.760076 7353 leader_election.cc:278] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:50.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.762246 7357 raft_consensus.cc:2742] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d: Snoozing failure detection for 1.758s (election complete) 17:48:50.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.762782 7357 raft_consensus.cc:2549] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d [term 1 FOLLOWER]: Leader election won for term 1 17:48:50.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.763278 7354 raft_consensus.cc:479] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8d147a62069348f1864814fa61d597fa" member_type: VOTER last_known_addr { host: "127.6.130.2" port: 49125 } } 17:48:50.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.764052 7281 heartbeater.cc:467] Master 127.6.130.60:59728 was elected leader, sending a full tablet report... 17:48:50.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.764433 7354 leader_election.cc:278] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:50.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.765743 7353 ts_tablet_manager.cc:1073] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d: Time spent starting tablet: real 0.025s user 0.013s sys 0.010s 17:48:50.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.765728 7357 raft_consensus.cc:595] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d [term 1 LEADER]: Becoming Leader. State: Replica: b0dbb50603e5486f9029699ec716464d, State: Running, Role: LEADER 17:48:50.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.766516 7357 consensus_queue.cc:205] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b0dbb50603e5486f9029699ec716464d" member_type: VOTER last_known_addr { host: "127.6.130.3" port: 33709 } } 17:48:50.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.767083 7360 raft_consensus.cc:2742] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa: Snoozing failure detection for 1.748s (election complete) 17:48:50.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.767452 7360 raft_consensus.cc:2549] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa [term 1 FOLLOWER]: Leader election won for term 1 17:48:50.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.769915 7360 raft_consensus.cc:595] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa [term 1 LEADER]: Becoming Leader. State: Replica: 8d147a62069348f1864814fa61d597fa, State: Running, Role: LEADER 17:48:50.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.770607 7155 heartbeater.cc:467] Master 127.6.130.60:59728 was elected leader, sending a full tablet report... 17:48:50.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.770357 7360 consensus_queue.cc:205] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8d147a62069348f1864814fa61d597fa" member_type: VOTER last_known_addr { host: "127.6.130.2" port: 49125 } } 17:48:50.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.773031 6835 catalog_manager.cc:3758] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d reported cstate change: term changed from 0 to 1, leader changed from to b0dbb50603e5486f9029699ec716464d (127.6.130.3). New cstate: current_term: 1 leader_uuid: "b0dbb50603e5486f9029699ec716464d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b0dbb50603e5486f9029699ec716464d" member_type: VOTER last_known_addr { host: "127.6.130.3" port: 33709 } health_report { overall_health: HEALTHY } } } 17:48:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.774528 7354 ts_tablet_manager.cc:1073] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa: Time spent starting tablet: real 0.029s user 0.017s sys 0.010s 17:48:50.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.788264 6834 catalog_manager.cc:3758] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa reported cstate change: term changed from 0 to 1, leader changed from to 8d147a62069348f1864814fa61d597fa (127.6.130.2). New cstate: current_term: 1 leader_uuid: "8d147a62069348f1864814fa61d597fa" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8d147a62069348f1864814fa61d597fa" member_type: VOTER last_known_addr { host: "127.6.130.2" port: 49125 } health_report { overall_health: HEALTHY } } } 17:48:50.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:50.841429 7156 tablet.cc:1728] T 79df9404e51546cdaa9c349025c86a34 P 8d147a62069348f1864814fa61d597fa: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:50.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.898506 6834 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.6.130.60:49163: 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:50.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.927503 6953 tablet_service.cc:759] Processing CreateTablet for tablet 6ddc39334deb4546a0565ea4295d5366 (table=simple-test [id=bf53b7ccf38242b4a29e9471b7e97202]), partition=RANGE (key) PARTITION UNBOUNDED 17:48:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.928118 6953 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 6ddc39334deb4546a0565ea4295d5366. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:50.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:50.939285 7286 tablet.cc:1728] T 2564a27f36a34adf95f5d3c3dc3fdde5 P b0dbb50603e5486f9029699ec716464d: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:50.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.940969 6953 ts_tablet_manager.cc:1173] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d: Registered tablet (data state: TABLET_DATA_READY) 17:48:50.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.942124 7367 ts_tablet_manager.cc:1028] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d: Bootstrapping tablet 17:48:50.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.942625 7367 tablet_bootstrap.cc:438] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d: Bootstrap starting. 17:48:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.944844 7367 tablet_bootstrap.cc:592] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d: No blocks or log segments found. Creating new log. 17:48:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.946091 7367 log.cc:525] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d: Log is configured to *not* fsync() on all Append() calls 17:48:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.948755 7367 tablet_bootstrap.cc:438] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d: No bootstrap required, opened a new log 17:48:50.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.949128 7367 ts_tablet_manager.cc:1045] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d: Time spent bootstrapping tablet: real 0.007s user 0.005s sys 0.000s 17:48:50.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.960289 7367 raft_consensus.cc:325] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a2951aeb625749439c6151133ebbe09d" member_type: VOTER last_known_addr { host: "127.6.130.1" port: 57527 } } 17:48:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.960844 7367 raft_consensus.cc:351] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.961148 7367 raft_consensus.cc:630] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a2951aeb625749439c6151133ebbe09d, State: Initialized, Role: FOLLOWER 17:48:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.961843 7367 consensus_queue.cc:228] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a2951aeb625749439c6151133ebbe09d" member_type: VOTER last_known_addr { host: "127.6.130.1" port: 57527 } } 17:48:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.962364 7367 raft_consensus.cc:365] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.962597 7367 raft_consensus.cc:457] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.962806 7367 raft_consensus.cc:2742] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d: Snoozing failure detection for 1.739s (starting election) 17:48:50.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.963021 7367 raft_consensus.cc:2794] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d [term 0 FOLLOWER]: Advancing to term 1 17:48:50.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.965945 7367 raft_consensus.cc:479] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a2951aeb625749439c6151133ebbe09d" member_type: VOTER last_known_addr { host: "127.6.130.1" port: 57527 } } 17:48:50.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.966470 7367 leader_election.cc:278] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.968307 7369 raft_consensus.cc:2742] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d: Snoozing failure detection for 2.114s (election complete) 17:48:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.968772 7369 raft_consensus.cc:2549] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d [term 1 FOLLOWER]: Leader election won for term 1 17:48:51.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:50.970324 7367 ts_tablet_manager.cc:1073] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d: Time spent starting tablet: real 0.021s user 0.019s sys 0.002s 17:48:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:51.045799 7369 raft_consensus.cc:595] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d [term 1 LEADER]: Becoming Leader. State: Replica: a2951aeb625749439c6151133ebbe09d, State: Running, Role: LEADER 17:48:51.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:51.046267 7369 consensus_queue.cc:205] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a2951aeb625749439c6151133ebbe09d" member_type: VOTER last_known_addr { host: "127.6.130.1" port: 57527 } } 17:48:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:51.054271 6834 catalog_manager.cc:3758] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d reported cstate change: term changed from 0 to 1, leader changed from to a2951aeb625749439c6151133ebbe09d (127.6.130.1). New cstate: current_term: 1 leader_uuid: "a2951aeb625749439c6151133ebbe09d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a2951aeb625749439c6151133ebbe09d" member_type: VOTER last_known_addr { host: "127.6.130.1" port: 57527 } health_report { overall_health: HEALTHY } } } 17:48:51.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:51.149225 7024 tablet.cc:1728] T 6ddc39334deb4546a0565ea4295d5366 P a2951aeb625749439c6151133ebbe09d: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:51.397245 6664 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 6869 17:48:51.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:51.437202 6681 connection.cc:512] server connection from 127.6.130.1:36659 recv error: Network error: failed to read from TLS socket (remote: 127.6.130.1:36659): Connection reset by peer (error 104) 17:48:51.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:51.438124 6819 connection.cc:512] server connection from 127.6.130.1:59955 recv error: Network error: failed to read from TLS socket (remote: 127.6.130.1:59955): Connection reset by peer (error 104) 17:48:51.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:51.438154 6746 connection.cc:512] server connection from 127.6.130.1:42424 recv error: Network error: failed to read from TLS socket (remote: 127.6.130.1:42424): Connection reset by peer (error 104) 17:48:51.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:51.439019 6664 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 7020 17:48:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:51.467159 6680 connection.cc:512] server connection from 127.6.130.2:55769 recv error: Network error: failed to read from TLS socket (remote: 127.6.130.2:55769): Connection reset by peer (error 104) 17:48:51.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:51.468124 6748 connection.cc:512] server connection from 127.6.130.2:44521 recv error: Network error: failed to read from TLS socket (remote: 127.6.130.2:44521): Connection reset by peer (error 104) 17:48:51.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:51.468277 6664 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 7150 17:48:51.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:51.468993 6819 connection.cc:512] server connection from 127.6.130.2:38648 recv error: Network error: failed to read from TLS socket (remote: 127.6.130.2:38648): Connection reset by peer (error 104) 17:48:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:51.488744 6684 connection.cc:512] server connection from 127.6.130.3:42269 recv error: Network error: failed to read from TLS socket (remote: 127.6.130.3:42269): Connection reset by peer (error 104) 17:48:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:51.488801 6815 connection.cc:512] server connection from 127.6.130.3:34057 recv error: Network error: failed to read from TLS socket (remote: 127.6.130.3:34057): Connection reset by peer (error 104) 17:48:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:51.489115 6748 connection.cc:512] server connection from 127.6.130.3:40462 recv error: Network error: failed to read from TLS socket (remote: 127.6.130.3:40462): Connection reset by peer (error 104) 17:48:51.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:51.490455 6664 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 6672 17:48:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:51.511559 6664 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 6734 17:48:51.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:51.531778 6664 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 6800 17:48:52.576 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614132576 17:48:52.578 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:48:52.578 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:48:52.578 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:48:52.579 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:48:52.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:52.791560 7402 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:52.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/wal 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/data 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.58.190:34120 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.58.190 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/logs 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/data/info.pb 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.7.58.190:34120,127.7.58.189:33395,127.7.58.188:54552 with env {} 17:48:52.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:52.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:52.947953 7410 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:52.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:52.948346 7410 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:52.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:52.957314 7410 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:52.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:52.957454 7410 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:52.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:52.957553 7410 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:52.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:52.957664 7410 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:52.976708 7410 master_main.cc:73] Master server non-default flags: 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/data 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/wal 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.7.58.190:34120,127.7.58.189:33395,127.7.58.188:54552 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.58.190:34120 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/data/info.pb 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.58.190 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/logs 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:52.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:52.991592 7410 master_main.cc:80] Initializing master server... 17:48:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:52.993976 7410 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 241564us 17:48:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:52.994714 7410 fs_manager.cc:262] Metadata directory not provided 17:48:52.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:52.994834 7410 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:52.995075 7410 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:52.995185 7410 server_base.cc:433] Attempting to create new FS layout instead 17:48:52.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:52.998929 7410 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/data/instance: 17:48:52.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "40a64cd3b946476fba585dcf19bf5a21" 17:48:52.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:52 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:52.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:52.999688 7410 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/wal/instance: 17:48:52.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "40a64cd3b946476fba585dcf19bf5a21" 17:48:52.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:52 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:53.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.015622 7410 fs_manager.cc:502] Time spent creating directory manager: real 0.016s user 0.006s sys 0.007s 17:48:53.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.016760 7410 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:53.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.017941 7410 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.026026 7410 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.026141 7410 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/wal 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "40a64cd3b946476fba585dcf19bf5a21" 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:52 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.026351 7410 fs_report.cc:352] FS layout report 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/wal 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/wal 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/data/data 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:53.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:53.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:53.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.172669 7410 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.175050 7410 master_main.cc:83] Starting Master server... 17:48:53.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.262938 7410 rpc_server.cc:205] RPC server started. Bound to: 127.7.58.190:34120 17:48:53.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.263861 7410 webserver.cc:175] Starting webserver on 127.7.58.190:0 17:48:53.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.263959 7410 webserver.cc:186] Document root disabled 17:48:53.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.265806 7410 webserver.cc:313] Webserver started. Bound to: http://127.7.58.190:57428/ 17:48:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.266849 7410 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-0/data/info.pb 17:48:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.270102 7471 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.275976 7402 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 7410 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.277161 7402 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/wal 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/data 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.58.189:33395 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.58.189 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/logs 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/data/info.pb 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.7.58.190:34120,127.7.58.189:33395,127.7.58.188:54552 with env {} 17:48:53.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.286365 7471 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } has no permanent_uuid. Determining permanent_uuid... 17:48:53.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.308749 7471 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } has no permanent_uuid. Determining permanent_uuid... 17:48:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.310667 7471 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.58.189:33395: Network error: Client connection negotiation failed: client connection to 127.7.58.189:33395: connect: Connection refused (error 111) 17:48:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.330014 7471 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } attempt: 1 17:48:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.331395 7471 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.58.189:33395: Network error: Client connection negotiation failed: client connection to 127.7.58.189:33395: connect: Connection refused (error 111) 17:48:53.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.379755 7471 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } attempt: 2 17:48:53.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.381116 7471 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.58.189:33395: Network error: Client connection negotiation failed: client connection to 127.7.58.189:33395: connect: Connection refused (error 111) 17:48:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.442940 7472 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.443339 7472 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:53.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.453089 7472 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:53.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.453249 7472 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:53.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.453407 7472 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:53.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.453565 7472 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.473049 7472 master_main.cc:73] Master server non-default flags: 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/data 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/wal 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.7.58.190:34120,127.7.58.189:33395,127.7.58.188:54552 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.58.189:33395 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/data/info.pb 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.58.189 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/logs 17:48:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.487968 7472 master_main.cc:80] Initializing master server... 17:48:53.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.490496 7472 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 242064us 17:48:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.491328 7472 fs_manager.cc:262] Metadata directory not provided 17:48:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.491489 7472 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.491904 7472 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.492028 7472 server_base.cc:433] Attempting to create new FS layout instead 17:48:53.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.492460 7471 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } attempt: 3 17:48:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.493733 7471 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.58.189:33395: Network error: Client connection negotiation failed: client connection to 127.7.58.189:33395: connect: Connection refused (error 111) 17:48:53.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.496065 7472 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/data/instance: 17:48:53.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1c36163a1b14445ebf6a9d19c51f4786" 17:48:53.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:53 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:53.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.496830 7472 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/wal/instance: 17:48:53.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1c36163a1b14445ebf6a9d19c51f4786" 17:48:53.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:53 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:53.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.510769 7472 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.006s sys 0.006s 17:48:53.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.512048 7472 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:53.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.513335 7472 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:53.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.521711 7472 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:48:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.521845 7472 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/wal 17:48:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1c36163a1b14445ebf6a9d19c51f4786" 17:48:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:53 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.522205 7472 fs_report.cc:352] FS layout report 17:48:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/wal 17:48:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/wal 17:48:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/data/data 17:48:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:53.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:53.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:53.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.670063 7471 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } attempt: 4 17:48:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.671345 7471 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.58.189:33395: Network error: Client connection negotiation failed: client connection to 127.7.58.189:33395: connect: Connection refused (error 111) 17:48:53.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.688122 7472 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:53.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.690627 7472 master_main.cc:83] Starting Master server... 17:48:53.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.778890 7472 rpc_server.cc:205] RPC server started. Bound to: 127.7.58.189:33395 17:48:53.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.779853 7472 webserver.cc:175] Starting webserver on 127.7.58.189:0 17:48:53.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.779965 7472 webserver.cc:186] Document root disabled 17:48:53.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.781913 7472 webserver.cc:313] Webserver started. Bound to: http://127.7.58.189:38260/ 17:48:53.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.782697 7472 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-1/data/info.pb 17:48:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.784878 7402 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 7472 17:48:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.785651 7402 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/wal 17:48:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/data 17:48:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.58.188:54552 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.58.188 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/logs 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/data/info.pb 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.7.58.190:34120,127.7.58.189:33395,127.7.58.188:54552 with env {} 17:48:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.786700 7537 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:53.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.800216 7537 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } has no permanent_uuid. Determining permanent_uuid... 17:48:53.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.816571 7537 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } has no permanent_uuid. Determining permanent_uuid... 17:48:53.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.828821 7537 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } has no permanent_uuid. Determining permanent_uuid... 17:48:53.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.830080 7537 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.58.188:54552: Network error: Client connection negotiation failed: client connection to 127.7.58.188:54552: connect: Connection refused (error 111) 17:48:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.849476 7537 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } attempt: 1 17:48:53.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.850867 7537 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.58.188:54552: Network error: Client connection negotiation failed: client connection to 127.7.58.188:54552: connect: Connection refused (error 111) 17:48:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.899194 7537 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } attempt: 2 17:48:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.900461 7537 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.58.188:54552: Network error: Client connection negotiation failed: client connection to 127.7.58.188:54552: connect: Connection refused (error 111) 17:48:53.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:53.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.946755 7538 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:53.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.947158 7538 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.956395 7538 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.956524 7538 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.956658 7538 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.956807 7538 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:53.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.974694 7471 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } attempt: 5 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.977035 7538 master_main.cc:73] Master server non-default flags: 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/data 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/wal 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.7.58.190:34120,127.7.58.189:33395,127.7.58.188:54552 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.58.188:54552 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/data/info.pb 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.58.188 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/logs 17:48:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:53.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.981789 7471 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } has no permanent_uuid. Determining permanent_uuid... 17:48:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:53.983026 7471 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.58.188:54552: Network error: Client connection negotiation failed: client connection to 127.7.58.188:54552: connect: Connection refused (error 111) 17:48:53.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.992079 7538 master_main.cc:80] Initializing master server... 17:48:53.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.994091 7538 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 242064us 17:48:53.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.994863 7538 fs_manager.cc:262] Metadata directory not provided 17:48:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.994992 7538 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.995295 7538 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:53.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.995424 7538 server_base.cc:433] Attempting to create new FS layout instead 17:48:53.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.999202 7538 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/data/instance: 17:48:53.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b12d60c2602c450c8cd0d3593e753fcf" 17:48:53.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:53 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:53.999977 7538 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/wal/instance: 17:48:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b12d60c2602c450c8cd0d3593e753fcf" 17:48:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:53 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.011809 7537 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } attempt: 3 17:48:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:54.013020 7537 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.58.188:54552: Network error: Client connection negotiation failed: client connection to 127.7.58.188:54552: connect: Connection refused (error 111) 17:48:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.014789 7538 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.004s 17:48:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.016000 7538 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:54.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.017230 7538 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.021347 7471 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } attempt: 1 17:48:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:54.022562 7471 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.58.188:54552: Network error: Client connection negotiation failed: client connection to 127.7.58.188:54552: connect: Connection refused (error 111) 17:48:54.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.026211 7538 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:48:54.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.026343 7538 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/wal 17:48:54.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b12d60c2602c450c8cd0d3593e753fcf" 17:48:54.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:53 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:54.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.026618 7538 fs_report.cc:352] FS layout report 17:48:54.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/wal 17:48:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/wal 17:48:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/data/data 17:48:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.070868 7471 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } attempt: 2 17:48:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:54.072206 7471 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.58.188:54552: Network error: Client connection negotiation failed: client connection to 127.7.58.188:54552: connect: Connection refused (error 111) 17:48:54.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.172539 7471 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } attempt: 3 17:48:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:54.174207 7471 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.58.188:54552: Network error: Client connection negotiation failed: client connection to 127.7.58.188:54552: connect: Connection refused (error 111) 17:48:54.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.189376 7537 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } attempt: 4 17:48:54.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:54.190573 7537 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.58.188:54552: Network error: Client connection negotiation failed: client connection to 127.7.58.188:54552: connect: Connection refused (error 111) 17:48:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.225626 7538 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:54.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.227988 7538 master_main.cc:83] Starting Master server... 17:48:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.314587 7538 rpc_server.cc:205] RPC server started. Bound to: 127.7.58.188:54552 17:48:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.314975 7471 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } attempt: 4 17:48:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.315634 7538 webserver.cc:175] Starting webserver on 127.7.58.188:0 17:48:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.315747 7538 webserver.cc:186] Document root disabled 17:48:54.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.318549 7538 webserver.cc:313] Webserver started. Bound to: http://127.7.58.188:45413/ 17:48:54.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.321149 7538 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/master-2/data/info.pb 17:48:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.324720 7402 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 7538 17:48:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.325994 7402 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/wal 17:48:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/data 17:48:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.58.129:0 17:48:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.7.58.129 17:48:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.58.129 17:48:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.7.58.190:34120,127.7.58.189:33395,127.7.58.188:54552 17:48:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/logs 17:48:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/data/info.pb 17:48:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.335114 7602 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:54.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.346870 7602 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } has no permanent_uuid. Determining permanent_uuid... 17:48:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.352089 7471 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21: Bootstrap starting. 17:48:54.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.355943 7471 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21: No blocks or log segments found. Creating new log. 17:48:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.358001 7471 log.cc:525] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21: Log is configured to *not* fsync() on all Append() calls 17:48:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.371070 7471 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21: No bootstrap required, opened a new log 17:48:54.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.371843 7602 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } has no permanent_uuid. Determining permanent_uuid... 17:48:54.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.378098 7602 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } has no permanent_uuid. Determining permanent_uuid... 17:48:54.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.387812 7602 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf: Bootstrap starting. 17:48:54.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.390470 7602 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf: No blocks or log segments found. Creating new log. 17:48:54.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.390298 7471 raft_consensus.cc:325] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } 17:48:54.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.390976 7471 raft_consensus.cc:351] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:54.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.391175 7471 raft_consensus.cc:630] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 40a64cd3b946476fba585dcf19bf5a21, State: Initialized, Role: FOLLOWER 17:48:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.392215 7602 log.cc:525] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf: Log is configured to *not* fsync() on all Append() calls 17:48:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.391773 7471 consensus_queue.cc:228] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } 17:48:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.397286 7602 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf: No bootstrap required, opened a new log 17:48:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.397903 7471 sys_catalog.cc:337] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } } 17:48:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.398908 7471 sys_catalog.cc:340] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [sys.catalog]: This master's current role is: FOLLOWER 17:48:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.400190 7471 sys_catalog.cc:424] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [sys.catalog]: configured and running, proceeding with master startup. 17:48:54.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.414844 7602 raft_consensus.cc:325] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } 17:48:54.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.415777 7602 raft_consensus.cc:351] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:54.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.416139 7602 raft_consensus.cc:630] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b12d60c2602c450c8cd0d3593e753fcf, State: Initialized, Role: FOLLOWER 17:48:54.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.417062 7602 consensus_queue.cc:228] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } 17:48:54.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.424815 7610 sys_catalog.cc:337] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } } 17:48:54.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.426110 7610 sys_catalog.cc:340] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [sys.catalog]: This master's current role is: FOLLOWER 17:48:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.491936 7610 raft_consensus.cc:457] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:48:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.492228 7610 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf: Snoozing failure detection for 1.962s (starting election) 17:48:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.492542 7610 raft_consensus.cc:479] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } 17:48:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.493849 7610 leader_election.cc:251] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 40a64cd3b946476fba585dcf19bf5a21 (127.7.58.190:34120) 17:48:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.493921 7537 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } attempt: 5 17:48:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.494475 7610 leader_election.cc:251] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 1c36163a1b14445ebf6a9d19c51f4786 (127.7.58.189:33395) 17:48:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.398325 7608 sys_catalog.cc:337] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } } 17:48:54.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.497541 7608 sys_catalog.cc:340] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [sys.catalog]: This master's current role is: FOLLOWER 17:48:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.510246 7537 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786: Bootstrap starting. 17:48:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.516706 7537 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786: No blocks or log segments found. Creating new log. 17:48:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.519562 7537 log.cc:525] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786: Log is configured to *not* fsync() on all Append() calls 17:48:54.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.425810 7602 sys_catalog.cc:337] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } } 17:48:54.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.530894 7602 sys_catalog.cc:340] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [sys.catalog]: This master's current role is: FOLLOWER 17:48:54.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.532212 7602 sys_catalog.cc:424] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [sys.catalog]: configured and running, proceeding with master startup. 17:48:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.538003 7537 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786: No bootstrap required, opened a new log 17:48:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:54.428658 7427 tablet.cc:1728] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:54.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.539234 7609 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:48:54.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.539755 7448 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b12d60c2602c450c8cd0d3593e753fcf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "40a64cd3b946476fba585dcf19bf5a21" is_pre_election: true 17:48:54.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.540753 7410 master_main.cc:86] Master server successfully started. 17:48:54.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.541091 7448 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21: Snoozing failure detection for 1.628s (vote granted) 17:48:54.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.541422 7448 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b12d60c2602c450c8cd0d3593e753fcf in term 0. 17:48:54.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.542735 7550 leader_election.cc:387] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [CANDIDATE]: Term 1 pre-election: Vote granted by peer 40a64cd3b946476fba585dcf19bf5a21 (127.7.58.190:34120) 17:48:54.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.542742 7612 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:48:54.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.543817 7538 master_main.cc:86] Master server successfully started. 17:48:54.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.543913 7550 leader_election.cc:278] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:48:54.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.544735 7610 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf: Snoozing failure detection for 1.687s (election complete) 17:48:54.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.544978 7610 raft_consensus.cc:2549] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [term 0 FOLLOWER]: Leader pre-election won for term 1 17:48:54.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.545207 7610 raft_consensus.cc:457] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:48:54.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.545449 7610 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf: Snoozing failure detection for 1.965s (starting election) 17:48:54.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.545665 7610 raft_consensus.cc:2794] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [term 0 FOLLOWER]: Advancing to term 1 17:48:54.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.551177 7537 raft_consensus.cc:325] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } 17:48:54.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.551651 7537 raft_consensus.cc:351] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:54.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.551833 7537 raft_consensus.cc:630] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1c36163a1b14445ebf6a9d19c51f4786, State: Initialized, Role: FOLLOWER 17:48:54.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.551446 7610 raft_consensus.cc:479] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } 17:48:54.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.552557 7537 consensus_queue.cc:228] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } 17:48:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.552991 7610 leader_election.cc:251] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [CANDIDATE]: Term 1 election: Requesting vote from peer 40a64cd3b946476fba585dcf19bf5a21 (127.7.58.190:34120) 17:48:54.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.554178 7610 leader_election.cc:251] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [CANDIDATE]: Term 1 election: Requesting vote from peer 1c36163a1b14445ebf6a9d19c51f4786 (127.7.58.189:33395) 17:48:54.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.554306 7448 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b12d60c2602c450c8cd0d3593e753fcf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "40a64cd3b946476fba585dcf19bf5a21" 17:48:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.554775 7448 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [term 0 FOLLOWER]: Advancing to term 1 17:48:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.555057 7448 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21: Snoozing failure detection for 1.786s (vote granted) 17:48:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.555371 7537 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } } 17:48:54.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.556289 7537 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [sys.catalog]: This master's current role is: FOLLOWER 17:48:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.557543 7537 sys_catalog.cc:424] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [sys.catalog]: configured and running, proceeding with master startup. 17:48:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.558387 7448 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b12d60c2602c450c8cd0d3593e753fcf in term 1. 17:48:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.559478 7550 leader_election.cc:387] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [CANDIDATE]: Term 1 election: Vote granted by peer 40a64cd3b946476fba585dcf19bf5a21 (127.7.58.190:34120) 17:48:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.559708 7550 leader_election.cc:278] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.560432 7610 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf: Snoozing failure detection for 2.195s (election complete) 17:48:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.560806 7610 raft_consensus.cc:2549] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [term 1 FOLLOWER]: Leader election won for term 1 17:48:54.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.566632 7610 raft_consensus.cc:595] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [term 1 LEADER]: Becoming Leader. State: Replica: b12d60c2602c450c8cd0d3593e753fcf, State: Running, Role: LEADER 17:48:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.567322 7610 consensus_queue.cc:205] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } 17:48:54.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:54.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:54.579439 7603 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:54.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:54.579993 7603 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:54.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.582676 7615 sys_catalog.cc:337] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [sys.catalog]: SysCatalogTable state changed. Reason: New leader b12d60c2602c450c8cd0d3593e753fcf. Latest consensus state: current_term: 1 leader_uuid: "b12d60c2602c450c8cd0d3593e753fcf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } } 17:48:54.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.583597 7615 sys_catalog.cc:340] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [sys.catalog]: This master's current role is: LEADER 17:48:54.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.590625 7617 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:48:54.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:54.594923 7603 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:54.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:54.595548 7603 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.58.129 17:48:54.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.603153 7617 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:48:54.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.639503 7603 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:54.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/data 17:48:54.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/wal 17:48:54.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:54.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.58.129:0 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/data/info.pb 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.58.129 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.7.58.190:34120,127.7.58.189:33395,127.7.58.188:54552 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.7.58.129 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/logs 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.556092 7613 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } } 17:48:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.653702 7613 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [sys.catalog]: This master's current role is: FOLLOWER 17:48:54.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.655903 7514 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b12d60c2602c450c8cd0d3593e753fcf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1c36163a1b14445ebf6a9d19c51f4786" is_pre_election: true 17:48:54.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.657377 7472 master_main.cc:86] Master server successfully started. 17:48:54.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.656111 7513 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b12d60c2602c450c8cd0d3593e753fcf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1c36163a1b14445ebf6a9d19c51f4786" 17:48:54.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.657755 7514 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786: Snoozing failure detection for 1.693s (vote granted) 17:48:54.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.658052 7514 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b12d60c2602c450c8cd0d3593e753fcf in term 0. 17:48:54.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.658591 7513 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate b12d60c2602c450c8cd0d3593e753fcf for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:54.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.659200 7548 leader_election.cc:387] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [CANDIDATE]: Term 1 pre-election: Vote granted by peer 1c36163a1b14445ebf6a9d19c51f4786 (127.7.58.189:33395) 17:48:54.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.660001 7548 leader_election.cc:401] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [CANDIDATE]: Term 1 election: Vote denied by peer 1c36163a1b14445ebf6a9d19c51f4786 (127.7.58.189:33395). Message: Service unavailable: T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate b12d60c2602c450c8cd0d3593e753fcf for term 1 because replica is already servicing an update from a current leader or another vote. 17:48:54.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:54.664672 7614 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:48:54.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:54.664974 7614 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:48:54.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.693373 7603 tablet_server_main.cc:85] Initializing tablet server... 17:48:54.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:54.694108 7493 tablet.cc:1728] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:54.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.697727 7603 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 242564us 17:48:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.698377 7603 fs_manager.cc:262] Metadata directory not provided 17:48:54.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.698597 7603 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:54.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.698963 7603 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:54.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.699138 7603 server_base.cc:433] Attempting to create new FS layout instead 17:48:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.704821 7603 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/data/instance: 17:48:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0e876da0370b440896e6ef74bf6abd93" 17:48:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:54 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.705871 7603 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/wal/instance: 17:48:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0e876da0370b440896e6ef74bf6abd93" 17:48:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:54 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:54.731674 7557 tablet.cc:1728] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.752758 7513 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [term 0 FOLLOWER]: Advancing to term 1 17:48:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.754066 7448 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [term 1 FOLLOWER]: Refusing update from remote peer b12d60c2602c450c8cd0d3593e753fcf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.755383 7615 consensus_queue.cc:963] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [LEADER]: Connected to new peer: Peer: permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:48:54.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.758572 7513 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [term 1 FOLLOWER]: Refusing update from remote peer b12d60c2602c450c8cd0d3593e753fcf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:48:54.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.760453 7615 consensus_queue.cc:963] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [LEADER]: Connected to new peer: Peer: permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:48:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.767407 7603 fs_manager.cc:502] Time spent creating directory manager: real 0.053s user 0.012s sys 0.010s 17:48:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.768827 7603 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.770256 7603 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:54.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.783932 7608 sys_catalog.cc:337] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b12d60c2602c450c8cd0d3593e753fcf. Latest consensus state: current_term: 1 leader_uuid: "b12d60c2602c450c8cd0d3593e753fcf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } } 17:48:54.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.784627 7608 sys_catalog.cc:340] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [sys.catalog]: This master's current role is: FOLLOWER 17:48:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.790498 7613 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b12d60c2602c450c8cd0d3593e753fcf. Latest consensus state: current_term: 1 leader_uuid: "b12d60c2602c450c8cd0d3593e753fcf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } } 17:48:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.791494 7613 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [sys.catalog]: This master's current role is: FOLLOWER 17:48:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.792953 7615 sys_catalog.cc:337] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b12d60c2602c450c8cd0d3593e753fcf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } } 17:48:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.795258 7603 fs_manager.cc:418] Time spent opening block manager: real 0.014s user 0.002s sys 0.001s 17:48:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.794845 7608 sys_catalog.cc:337] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b12d60c2602c450c8cd0d3593e753fcf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } } 17:48:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.795294 7615 sys_catalog.cc:340] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [sys.catalog]: This master's current role is: LEADER 17:48:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.795500 7608 sys_catalog.cc:340] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21 [sys.catalog]: This master's current role is: FOLLOWER 17:48:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.795433 7603 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/wal 17:48:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "0e876da0370b440896e6ef74bf6abd93" 17:48:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:54 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.795795 7603 fs_report.cc:352] FS layout report 17:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/wal 17:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/wal 17:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/data/data 17:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:54.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.805380 7617 catalog_manager.cc:924] Generated new certificate authority record 17:48:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.806938 7615 sys_catalog.cc:337] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b12d60c2602c450c8cd0d3593e753fcf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } } 17:48:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.807608 7615 sys_catalog.cc:340] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf [sys.catalog]: This master's current role is: LEADER 17:48:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.810792 7617 catalog_manager.cc:1046] Loading token signing keys... 17:48:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.829216 7613 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b12d60c2602c450c8cd0d3593e753fcf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40a64cd3b946476fba585dcf19bf5a21" member_type: VOTER last_known_addr { host: "127.7.58.190" port: 34120 } } peers { permanent_uuid: "1c36163a1b14445ebf6a9d19c51f4786" member_type: VOTER last_known_addr { host: "127.7.58.189" port: 33395 } } peers { permanent_uuid: "b12d60c2602c450c8cd0d3593e753fcf" member_type: VOTER last_known_addr { host: "127.7.58.188" port: 54552 } } } 17:48:54.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.829951 7613 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786 [sys.catalog]: This master's current role is: FOLLOWER 17:48:54.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:54.839118 7617 catalog_manager.cc:4062] T 00000000000000000000000000000000 P b12d60c2602c450c8cd0d3593e753fcf: Generated new TSK 0 17:48:55.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.026583 7603 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:55.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.030441 7603 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.032910 7603 tablet_server_main.cc:90] Starting tablet server... 17:48:55.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.401374 7603 rpc_server.cc:205] RPC server started. Bound to: 127.7.58.129:34578 17:48:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.402997 7603 webserver.cc:175] Starting webserver on 127.7.58.129:0 17:48:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.403234 7603 webserver.cc:186] Document root disabled 17:48:55.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.405119 7603 webserver.cc:313] Webserver started. Bound to: http://127.7.58.129:49046/ 17:48:55.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.406144 7603 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-0/data/info.pb 17:48:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.409991 7402 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 7603 17:48:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.411154 7402 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/wal 17:48:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/data 17:48:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.58.130:0 17:48:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.7.58.130 17:48:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.58.130 17:48:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.7.58.190:34120,127.7.58.189:33395,127.7.58.188:54552 17:48:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/logs 17:48:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/data/info.pb 17:48:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.444970 7603 tablet_server_main.cc:93] Tablet server successfully started. 17:48:55.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.476275 7751 heartbeater.cc:346] Connected to a master server at 127.7.58.189:33395 17:48:55.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.476663 7751 heartbeater.cc:426] Registering TS with master... 17:48:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.477327 7751 heartbeater.cc:475] Master 127.7.58.189:33395 requested a full tablet report, sending... 17:48:55.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.480265 7504 ts_manager.cc:98] Registered new tserver with Master: 0e876da0370b440896e6ef74bf6abd93 (127.7.58.129:34578) 17:48:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.476574 7754 heartbeater.cc:346] Connected to a master server at 127.7.58.188:54552 17:48:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.488739 7754 heartbeater.cc:426] Registering TS with master... 17:48:55.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.489224 7754 heartbeater.cc:475] Master 127.7.58.188:54552 requested a full tablet report, sending... 17:48:55.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.491700 7568 ts_manager.cc:98] Registered new tserver with Master: 0e876da0370b440896e6ef74bf6abd93 (127.7.58.129:34578) 17:48:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.477691 7750 heartbeater.cc:346] Connected to a master server at 127.7.58.190:34120 17:48:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.492226 7750 heartbeater.cc:426] Registering TS with master... 17:48:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.492662 7750 heartbeater.cc:475] Master 127.7.58.190:34120 requested a full tablet report, sending... 17:48:55.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.494156 7568 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.7.58.129:35280 17:48:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.495360 7438 ts_manager.cc:98] Registered new tserver with Master: 0e876da0370b440896e6ef74bf6abd93 (127.7.58.129:34578) 17:48:55.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.548157 7609 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21: acquiring CA information for follower catalog manager: success 17:48:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.556012 7609 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 40a64cd3b946476fba585dcf19bf5a21: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:55.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:55.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:55.637737 7755 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:55.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:55.638860 7755 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:55.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:55.656080 7755 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:55.656900 7755 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.58.130 17:48:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.671301 7614 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786: acquiring CA information for follower catalog manager: success 17:48:55.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.676905 7614 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 1c36163a1b14445ebf6a9d19c51f4786: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:48:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.718366 7755 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/data 17:48:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/wal 17:48:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.58.130:0 17:48:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/data/info.pb 17:48:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.58.130 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.7.58.190:34120,127.7.58.189:33395,127.7.58.188:54552 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.7.58.130 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/logs 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.752694 7755 tablet_server_main.cc:85] Initializing tablet server... 17:48:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.755950 7755 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 243064us 17:48:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.756767 7755 fs_manager.cc:262] Metadata directory not provided 17:48:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.757045 7755 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.757519 7755 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.757786 7755 server_base.cc:433] Attempting to create new FS layout instead 17:48:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.762756 7755 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/data/instance: 17:48:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "30e1f7247b954e6b801651acc6612242" 17:48:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.763978 7755 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/wal/instance: 17:48:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "30e1f7247b954e6b801651acc6612242" 17:48:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:55.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.799957 7755 fs_manager.cc:502] Time spent creating directory manager: real 0.035s user 0.014s sys 0.019s 17:48:55.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.802062 7755 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:55.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.802806 7755 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:55.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.821336 7755 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.005s 17:48:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.821688 7755 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/wal 17:48:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "30e1f7247b954e6b801651acc6612242" 17:48:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:55.822285 7755 fs_report.cc:352] FS layout report 17:48:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/wal 17:48:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/wal 17:48:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/data/data 17:48:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.040129 7755 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:56.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.054702 7755 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.061087 7755 tablet_server_main.cc:90] Starting tablet server... 17:48:56.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.497400 7754 heartbeater.cc:467] Master 127.7.58.188:54552 was elected leader, sending a full tablet report... 17:48:56.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.731026 7755 rpc_server.cc:205] RPC server started. Bound to: 127.7.58.130:49570 17:48:56.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.732282 7755 webserver.cc:175] Starting webserver on 127.7.58.130:0 17:48:56.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.732409 7755 webserver.cc:186] Document root disabled 17:48:56.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.734331 7755 webserver.cc:313] Webserver started. Bound to: http://127.7.58.130:51296/ 17:48:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.735124 7755 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-1/data/info.pb 17:48:56.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.743136 7402 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 7755 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.744238 7402 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/wal 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/data 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.58.131:0 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.7.58.131 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.58.131 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.7.58.190:34120,127.7.58.189:33395,127.7.58.188:54552 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/logs 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/data/info.pb 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:56.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:56.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:48:56.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.790700 7755 tablet_server_main.cc:93] Tablet server successfully started. 17:48:56.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.829877 7886 heartbeater.cc:346] Connected to a master server at 127.7.58.188:54552 17:48:56.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.830338 7886 heartbeater.cc:426] Registering TS with master... 17:48:56.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.831528 7886 heartbeater.cc:475] Master 127.7.58.188:54552 requested a full tablet report, sending... 17:48:56.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.833709 7568 ts_manager.cc:98] Registered new tserver with Master: 30e1f7247b954e6b801651acc6612242 (127.7.58.130:49570) 17:48:56.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.835489 7568 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.7.58.130:44008 17:48:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.844008 7885 heartbeater.cc:346] Connected to a master server at 127.7.58.189:33395 17:48:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.844269 7885 heartbeater.cc:426] Registering TS with master... 17:48:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.844679 7885 heartbeater.cc:475] Master 127.7.58.189:33395 requested a full tablet report, sending... 17:48:56.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.831079 7884 heartbeater.cc:346] Connected to a master server at 127.7.58.190:34120 17:48:56.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.846045 7884 heartbeater.cc:426] Registering TS with master... 17:48:56.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.846360 7884 heartbeater.cc:475] Master 127.7.58.190:34120 requested a full tablet report, sending... 17:48:56.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.846966 7504 ts_manager.cc:98] Registered new tserver with Master: 30e1f7247b954e6b801651acc6612242 (127.7.58.130:49570) 17:48:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.848752 7438 ts_manager.cc:98] Registered new tserver with Master: 30e1f7247b954e6b801651acc6612242 (127.7.58.130:49570) 17:48:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:56.915199 7890 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:56.915715 7890 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:56.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:56.925525 7890 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:56.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:56.925956 7890 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.58.131 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.946137 7890 tablet_server_main.cc:78] Tablet server non-default flags: 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/data 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/wal 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.58.131:0 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/data/info.pb 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.58.131 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.7.58.190:34120,127.7.58.189:33395,127.7.58.188:54552 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.7.58.131 17:48:56.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/logs 17:48:56.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:56.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:56.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:48:56.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:56.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:56.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:56.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:56.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:56.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:56.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.962136 7890 tablet_server_main.cc:85] Initializing tablet server... 17:48:56.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.964303 7890 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 243564us 17:48:56.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.964833 7890 fs_manager.cc:262] Metadata directory not provided 17:48:56.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.964969 7890 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:56.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.965268 7890 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:56.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.965415 7890 server_base.cc:433] Attempting to create new FS layout instead 17:48:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.968729 7890 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/data/instance: 17:48:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e5f5f7565b9548a599559737f0dc129b" 17:48:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.969522 7890 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/wal/instance: 17:48:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e5f5f7565b9548a599559737f0dc129b" 17:48:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:56.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.984941 7890 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.007s sys 0.004s 17:48:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.986220 7890 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.986809 7890 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.995041 7890 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:48:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.995229 7890 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/wal 17:48:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e5f5f7565b9548a599559737f0dc129b" 17:48:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:56.995558 7890 fs_report.cc:352] FS layout report 17:48:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/wal 17:48:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/wal 17:48:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/data/data 17:48:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:57.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.181571 7890 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.187153 7890 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:48:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.188710 7890 tablet_server_main.cc:90] Starting tablet server... 17:48:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.342633 7890 rpc_server.cc:205] RPC server started. Bound to: 127.7.58.131:33056 17:48:57.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.344153 7890 webserver.cc:175] Starting webserver on 127.7.58.131:0 17:48:57.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.344274 7890 webserver.cc:186] Document root disabled 17:48:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.346117 7890 webserver.cc:313] Webserver started. Bound to: http://127.7.58.131:33365/ 17:48:57.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.346967 7890 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5076242188258669140/ts-2/data/info.pb 17:48:57.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.349290 7402 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 7890 17:48:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.397240 7890 tablet_server_main.cc:93] Tablet server successfully started. 17:48:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.424895 8019 heartbeater.cc:346] Connected to a master server at 127.7.58.190:34120 17:48:57.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.425187 8019 heartbeater.cc:426] Registering TS with master... 17:48:57.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.426079 8020 heartbeater.cc:346] Connected to a master server at 127.7.58.189:33395 17:48:57.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.426324 8020 heartbeater.cc:426] Registering TS with master... 17:48:57.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.427161 8019 heartbeater.cc:475] Master 127.7.58.190:34120 requested a full tablet report, sending... 17:48:57.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.431354 7437 ts_manager.cc:98] Registered new tserver with Master: e5f5f7565b9548a599559737f0dc129b (127.7.58.131:33056) 17:48:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.426349 8025 heartbeater.cc:346] Connected to a master server at 127.7.58.188:54552 17:48:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.437434 8025 heartbeater.cc:426] Registering TS with master... 17:48:57.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.437932 8025 heartbeater.cc:475] Master 127.7.58.188:54552 requested a full tablet report, sending... 17:48:57.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.439707 7568 ts_manager.cc:98] Registered new tserver with Master: e5f5f7565b9548a599559737f0dc129b (127.7.58.131:33056) 17:48:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.428699 8020 heartbeater.cc:475] Master 127.7.58.189:33395 requested a full tablet report, sending... 17:48:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.441090 7568 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.7.58.131:49101 17:48:57.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.443619 7504 ts_manager.cc:98] Registered new tserver with Master: e5f5f7565b9548a599559737f0dc129b (127.7.58.131:33056) 17:48:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.447160 7402 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:48:57.448 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:48:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.556860 7568 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.7.58.188:44063: 17:48:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:48:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.608115 7685 tablet_service.cc:759] Processing CreateTablet for tablet 506c4a0044d04fe3bf864d8364b330a2 (table=test [id=694ed587b5e144cea088671f1b27f90a]), partition=RANGE (key) PARTITION VALUES >= 50 17:48:57.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.609247 7685 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 506c4a0044d04fe3bf864d8364b330a2. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.610783 7956 tablet_service.cc:759] Processing CreateTablet for tablet b0e6ab9d2eaf48f6be3ff5e51c5bba3a (table=test [id=694ed587b5e144cea088671f1b27f90a]), partition=RANGE (key) PARTITION VALUES < 50 17:48:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.611624 7956 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet b0e6ab9d2eaf48f6be3ff5e51c5bba3a. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.620784 7685 ts_tablet_manager.cc:1173] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93: Registered tablet (data state: TABLET_DATA_READY) 17:48:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.622557 8093 ts_tablet_manager.cc:1028] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93: Bootstrapping tablet 17:48:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.623355 8093 tablet_bootstrap.cc:438] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93: Bootstrap starting. 17:48:57.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.624860 7956 ts_tablet_manager.cc:1173] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b: Registered tablet (data state: TABLET_DATA_READY) 17:48:57.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.625555 8093 tablet_bootstrap.cc:592] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93: No blocks or log segments found. Creating new log. 17:48:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.626741 8093 log.cc:525] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93: Log is configured to *not* fsync() on all Append() calls 17:48:57.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.626757 8094 ts_tablet_manager.cc:1028] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b: Bootstrapping tablet 17:48:57.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.627463 8094 tablet_bootstrap.cc:438] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b: Bootstrap starting. 17:48:57.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.630168 8093 tablet_bootstrap.cc:438] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93: No bootstrap required, opened a new log 17:48:57.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.630506 8093 ts_tablet_manager.cc:1045] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93: Time spent bootstrapping tablet: real 0.007s user 0.005s sys 0.001s 17:48:57.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.630933 8094 tablet_bootstrap.cc:592] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b: No blocks or log segments found. Creating new log. 17:48:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.632328 8094 log.cc:525] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b: Log is configured to *not* fsync() on all Append() calls 17:48:57.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.638635 8094 tablet_bootstrap.cc:438] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b: No bootstrap required, opened a new log 17:48:57.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.639299 8094 ts_tablet_manager.cc:1045] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b: Time spent bootstrapping tablet: real 0.012s user 0.005s sys 0.003s 17:48:57.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.641994 8093 raft_consensus.cc:325] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0e876da0370b440896e6ef74bf6abd93" member_type: VOTER last_known_addr { host: "127.7.58.129" port: 34578 } } 17:48:57.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.642509 8093 raft_consensus.cc:351] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:57.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.642719 8093 raft_consensus.cc:630] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0e876da0370b440896e6ef74bf6abd93, State: Initialized, Role: FOLLOWER 17:48:57.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.643250 8093 consensus_queue.cc:228] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0e876da0370b440896e6ef74bf6abd93" member_type: VOTER last_known_addr { host: "127.7.58.129" port: 34578 } } 17:48:57.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.643725 8093 raft_consensus.cc:365] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:57.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.643916 8093 raft_consensus.cc:457] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:57.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.644155 8093 raft_consensus.cc:2742] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93: Snoozing failure detection for 1.888s (starting election) 17:48:57.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.644332 8093 raft_consensus.cc:2794] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93 [term 0 FOLLOWER]: Advancing to term 1 17:48:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.647074 8093 raft_consensus.cc:479] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0e876da0370b440896e6ef74bf6abd93" member_type: VOTER last_known_addr { host: "127.7.58.129" port: 34578 } } 17:48:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.647557 8093 leader_election.cc:278] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:57.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.649569 8097 raft_consensus.cc:2742] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93: Snoozing failure detection for 1.853s (election complete) 17:48:57.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.650005 8097 raft_consensus.cc:2549] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93 [term 1 FOLLOWER]: Leader election won for term 1 17:48:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.652536 8093 ts_tablet_manager.cc:1073] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93: Time spent starting tablet: real 0.022s user 0.016s sys 0.005s 17:48:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.652791 8097 raft_consensus.cc:595] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93 [term 1 LEADER]: Becoming Leader. State: Replica: 0e876da0370b440896e6ef74bf6abd93, State: Running, Role: LEADER 17:48:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.653237 8097 consensus_queue.cc:205] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0e876da0370b440896e6ef74bf6abd93" member_type: VOTER last_known_addr { host: "127.7.58.129" port: 34578 } } 17:48:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.653676 8094 raft_consensus.cc:325] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e5f5f7565b9548a599559737f0dc129b" member_type: VOTER last_known_addr { host: "127.7.58.131" port: 33056 } } 17:48:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.654240 8094 raft_consensus.cc:351] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.654453 8094 raft_consensus.cc:630] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e5f5f7565b9548a599559737f0dc129b, State: Initialized, Role: FOLLOWER 17:48:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.655158 8094 consensus_queue.cc:228] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e5f5f7565b9548a599559737f0dc129b" member_type: VOTER last_known_addr { host: "127.7.58.131" port: 33056 } } 17:48:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.655652 8094 raft_consensus.cc:365] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.655881 8094 raft_consensus.cc:457] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.656091 8094 raft_consensus.cc:2742] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b: Snoozing failure detection for 1.587s (starting election) 17:48:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.656337 8094 raft_consensus.cc:2794] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b [term 0 FOLLOWER]: Advancing to term 1 17:48:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.659771 8094 raft_consensus.cc:479] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e5f5f7565b9548a599559737f0dc129b" member_type: VOTER last_known_addr { host: "127.7.58.131" port: 33056 } } 17:48:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.659766 7568 catalog_manager.cc:3758] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93 reported cstate change: term changed from 0 to 1, leader changed from to 0e876da0370b440896e6ef74bf6abd93 (127.7.58.129). New cstate: current_term: 1 leader_uuid: "0e876da0370b440896e6ef74bf6abd93" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "0e876da0370b440896e6ef74bf6abd93" member_type: VOTER last_known_addr { host: "127.7.58.129" port: 34578 } health_report { overall_health: HEALTHY } } } 17:48:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.660768 8094 leader_election.cc:278] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:57.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.663415 8101 raft_consensus.cc:2742] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b: Snoozing failure detection for 2.122s (election complete) 17:48:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.663872 8101 raft_consensus.cc:2549] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b [term 1 FOLLOWER]: Leader election won for term 1 17:48:57.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.674332 8025 heartbeater.cc:467] Master 127.7.58.188:54552 was elected leader, sending a full tablet report... 17:48:57.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.674449 8101 raft_consensus.cc:595] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b [term 1 LEADER]: Becoming Leader. State: Replica: e5f5f7565b9548a599559737f0dc129b, State: Running, Role: LEADER 17:48:57.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.675665 8094 ts_tablet_manager.cc:1073] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b: Time spent starting tablet: real 0.036s user 0.018s sys 0.010s 17:48:57.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.675467 8101 consensus_queue.cc:205] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e5f5f7565b9548a599559737f0dc129b" member_type: VOTER last_known_addr { host: "127.7.58.131" port: 33056 } } 17:48:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.690099 7567 catalog_manager.cc:3758] T b0e6ab9d2eaf48f6be3ff5e51c5bba3a P e5f5f7565b9548a599559737f0dc129b reported cstate change: term changed from 0 to 1, leader changed from to e5f5f7565b9548a599559737f0dc129b (127.7.58.131). New cstate: current_term: 1 leader_uuid: "e5f5f7565b9548a599559737f0dc129b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e5f5f7565b9548a599559737f0dc129b" member_type: VOTER last_known_addr { host: "127.7.58.131" port: 33056 } health_report { overall_health: HEALTHY } } } 17:48:57.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:57.695008 7758 tablet.cc:1728] T 506c4a0044d04fe3bf864d8364b330a2 P 0e876da0370b440896e6ef74bf6abd93: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.720643 7567 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.7.58.188:44063: 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:48:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.749243 7820 tablet_service.cc:759] Processing CreateTablet for tablet 177befbb06f141eea045576438e48b2f (table=simple-test [id=2ebf691076bb4a2ba8d61cdc46f75acd]), partition=RANGE (key) PARTITION UNBOUNDED 17:48:57.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.750036 7820 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 177befbb06f141eea045576438e48b2f. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:57.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.762544 7820 ts_tablet_manager.cc:1173] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242: Registered tablet (data state: TABLET_DATA_READY) 17:48:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.763873 8107 ts_tablet_manager.cc:1028] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242: Bootstrapping tablet 17:48:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.764443 8107 tablet_bootstrap.cc:438] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242: Bootstrap starting. 17:48:57.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.766948 8107 tablet_bootstrap.cc:592] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242: No blocks or log segments found. Creating new log. 17:48:57.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.768182 8107 log.cc:525] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242: Log is configured to *not* fsync() on all Append() calls 17:48:57.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.770771 8107 tablet_bootstrap.cc:438] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242: No bootstrap required, opened a new log 17:48:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.771051 8107 ts_tablet_manager.cc:1045] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242: Time spent bootstrapping tablet: real 0.007s user 0.006s sys 0.000s 17:48:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.782608 8107 raft_consensus.cc:325] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "30e1f7247b954e6b801651acc6612242" member_type: VOTER last_known_addr { host: "127.7.58.130" port: 49570 } } 17:48:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.783072 8107 raft_consensus.cc:351] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:48:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.783231 8107 raft_consensus.cc:630] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30e1f7247b954e6b801651acc6612242, State: Initialized, Role: FOLLOWER 17:48:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.783967 8107 consensus_queue.cc:228] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "30e1f7247b954e6b801651acc6612242" member_type: VOTER last_known_addr { host: "127.7.58.130" port: 49570 } } 17:48:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.784376 8107 raft_consensus.cc:365] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:48:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.784605 8107 raft_consensus.cc:457] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:48:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.784786 8107 raft_consensus.cc:2742] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242: Snoozing failure detection for 1.803s (starting election) 17:48:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.784967 8107 raft_consensus.cc:2794] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242 [term 0 FOLLOWER]: Advancing to term 1 17:48:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.787664 8107 raft_consensus.cc:479] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "30e1f7247b954e6b801651acc6612242" member_type: VOTER last_known_addr { host: "127.7.58.130" port: 49570 } } 17:48:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.788128 8107 leader_election.cc:278] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:48:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.790030 8109 raft_consensus.cc:2742] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242: Snoozing failure detection for 1.929s (election complete) 17:48:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.790524 8109 raft_consensus.cc:2549] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242 [term 1 FOLLOWER]: Leader election won for term 1 17:48:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.792017 7886 heartbeater.cc:467] Master 127.7.58.188:54552 was elected leader, sending a full tablet report... 17:48:57.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.797827 8109 raft_consensus.cc:595] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242 [term 1 LEADER]: Becoming Leader. State: Replica: 30e1f7247b954e6b801651acc6612242, State: Running, Role: LEADER 17:48:57.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.798658 8107 ts_tablet_manager.cc:1073] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242: Time spent starting tablet: real 0.027s user 0.016s sys 0.006s 17:48:57.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.798872 8109 consensus_queue.cc:205] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "30e1f7247b954e6b801651acc6612242" member_type: VOTER last_known_addr { host: "127.7.58.130" port: 49570 } } 17:48:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:57.807040 7567 catalog_manager.cc:3758] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242 reported cstate change: term changed from 0 to 1, leader changed from to 30e1f7247b954e6b801651acc6612242 (127.7.58.130). New cstate: current_term: 1 leader_uuid: "30e1f7247b954e6b801651acc6612242" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "30e1f7247b954e6b801651acc6612242" member_type: VOTER last_known_addr { host: "127.7.58.130" port: 49570 } health_report { overall_health: HEALTHY } } } 17:48:58.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:58.025880 7892 tablet.cc:1728] T 177befbb06f141eea045576438e48b2f P 30e1f7247b954e6b801651acc6612242: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:48:58.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:58.114732 7402 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 7603 17:48:58.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:58.136986 7418 connection.cc:512] server connection from 127.7.58.129:46349 recv error: Network error: failed to read from TLS socket (remote: 127.7.58.129:46349): Connection reset by peer (error 104) 17:48:58.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:58.137738 7483 connection.cc:512] server connection from 127.7.58.129:46445 recv error: Network error: failed to read from TLS socket (remote: 127.7.58.129:46445): Connection reset by peer (error 104) 17:48:58.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:58.138419 7552 connection.cc:512] server connection from 127.7.58.129:35280 recv error: Network error: failed to read from TLS socket (remote: 127.7.58.129:35280): Connection reset by peer (error 104) 17:48:58.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:58.138537 7402 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 7755 17:48:58.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:58.157997 7418 connection.cc:512] server connection from 127.7.58.130:44748 recv error: Network error: failed to read from TLS socket (remote: 127.7.58.130:44748): Connection reset by peer (error 104) 17:48:58.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:58.158905 7488 connection.cc:512] server connection from 127.7.58.130:54194 recv error: Network error: failed to read from TLS socket (remote: 127.7.58.130:54194): Connection reset by peer (error 104) 17:48:58.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:58.159787 7552 connection.cc:512] server connection from 127.7.58.130:44008 recv error: Network error: failed to read from TLS socket (remote: 127.7.58.130:44008): Connection reset by peer (error 104) 17:48:58.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:58.160670 7402 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 7890 17:48:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:58.183946 7420 connection.cc:512] server connection from 127.7.58.131:50233 recv error: Network error: failed to read from TLS socket (remote: 127.7.58.131:50233): Connection reset by peer (error 104) 17:48:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:58.184679 7552 connection.cc:512] server connection from 127.7.58.131:49101 recv error: Network error: failed to read from TLS socket (remote: 127.7.58.131:49101): Connection reset by peer (error 104) 17:48:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:58.184679 7488 connection.cc:512] server connection from 127.7.58.131:34716 recv error: Network error: failed to read from TLS socket (remote: 127.7.58.131:34716): Connection reset by peer (error 104) 17:48:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:58.184777 7402 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 7410 17:48:58.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:58.206276 7402 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 7472 17:48:58.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:58.227783 7402 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 7538 17:48:59.271 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614139271 17:48:59.272 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:48:59.272 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:48:59.273 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:48:59.273 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.482048 8139 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/wal 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/data 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.242.254:38940 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.242.254 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/logs 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/data/info.pb 17:48:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:59.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:59.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:59.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:59.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:59.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.7.242.254:38940,127.7.242.253:50559,127.7.242.252:47345 with env {} 17:48:59.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:48:59.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:59.639272 8147 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:48:59.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:59.639796 8147 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:48:59.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:59.648982 8147 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:48:59.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:59.649133 8147 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:48:59.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:59.649307 8147 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:48:59.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:48:59.649554 8147 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:48:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.668702 8147 master_main.cc:73] Master server non-default flags: 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/data 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/wal 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.7.242.254:38940,127.7.242.253:50559,127.7.242.252:47345 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.242.254:38940 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/data/info.pb 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.242.254 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/logs 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:48:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:48:59.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:48:59.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:48:59.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:48:59.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.683871 8147 master_main.cc:80] Initializing master server... 17:48:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.686293 8147 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 245064us 17:48:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.687086 8147 fs_manager.cc:262] Metadata directory not provided 17:48:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.687278 8147 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:48:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.687618 8147 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:48:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.687741 8147 server_base.cc:433] Attempting to create new FS layout instead 17:48:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.691581 8147 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/data/instance: 17:48:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e2264083bee04101a4862223898c7d4c" 17:48:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:59 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.692428 8147 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/wal/instance: 17:48:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e2264083bee04101a4862223898c7d4c" 17:48:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:59 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:59.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.707403 8147 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.006s 17:48:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.708614 8147 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:48:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.709807 8147 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:48:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.718116 8147 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:48:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.718242 8147 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/wal 17:48:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e2264083bee04101a4862223898c7d4c" 17:48:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:48:59 on quasar-kpilnl-1.vpc.cloudera.com" 17:48:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.718521 8147 fs_report.cc:352] FS layout report 17:48:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:48:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/wal 17:48:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/wal 17:48:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/data/data 17:48:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:48:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:48:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:48:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:48:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:48:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:48:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:48:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:48:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:48:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:48:59.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.862560 8147 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:48:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.865244 8147 master_main.cc:83] Starting Master server... 17:48:59.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.956413 8147 rpc_server.cc:205] RPC server started. Bound to: 127.7.242.254:38940 17:48:59.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.957578 8147 webserver.cc:175] Starting webserver on 127.7.242.254:0 17:48:59.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.957687 8147 webserver.cc:186] Document root disabled 17:48:59.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.959748 8147 webserver.cc:313] Webserver started. Bound to: http://127.7.242.254:45972/ 17:48:59.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.960562 8147 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-0/data/info.pb 17:48:59.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.963899 8208 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:48:59.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.967468 8139 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 8147 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.968264 8139 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/wal 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/data 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.242.253:50559 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.242.253 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/logs 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/data/info.pb 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:48:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:48:59.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:48:59.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:48:59.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.7.242.254:38940,127.7.242.253:50559,127.7.242.252:47345 with env {} 17:48:59.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.976878 8208 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } has no permanent_uuid. Determining permanent_uuid... 17:48:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:48:59.998713 8208 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } has no permanent_uuid. Determining permanent_uuid... 17:49:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.000778 8208 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.242.253:50559: Network error: Client connection negotiation failed: client connection to 127.7.242.253:50559: connect: Connection refused (error 111) 17:49:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.020120 8208 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } attempt: 1 17:49:00.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.021255 8208 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.242.253:50559: Network error: Client connection negotiation failed: client connection to 127.7.242.253:50559: connect: Connection refused (error 111) 17:49:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.069582 8208 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } attempt: 2 17:49:00.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.070880 8208 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.242.253:50559: Network error: Client connection negotiation failed: client connection to 127.7.242.253:50559: connect: Connection refused (error 111) 17:49:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.131186 8209 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.131651 8209 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:00.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.140915 8209 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:00.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.141073 8209 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:00.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.141216 8209 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:00.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.141381 8209 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.161151 8209 master_main.cc:73] Master server non-default flags: 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/data 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/wal 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.7.242.254:38940,127.7.242.253:50559,127.7.242.252:47345 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.242.253:50559 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/data/info.pb 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.242.253 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/logs 17:49:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.176167 8209 master_main.cc:80] Initializing master server... 17:49:00.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.178625 8209 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 245564us 17:49:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.179450 8209 fs_manager.cc:262] Metadata directory not provided 17:49:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.179594 8209 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.179904 8209 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.180028 8209 server_base.cc:433] Attempting to create new FS layout instead 17:49:00.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.182230 8208 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } attempt: 3 17:49:00.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.183415 8208 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.242.253:50559: Network error: Client connection negotiation failed: client connection to 127.7.242.253:50559: connect: Connection refused (error 111) 17:49:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.183928 8209 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/data/instance: 17:49:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" 17:49:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.184691 8209 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/wal/instance: 17:49:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" 17:49:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:00.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.198813 8209 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.006s 17:49:00.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.200062 8209 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.201259 8209 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:00.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.209547 8209 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:49:00.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.209679 8209 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/wal 17:49:00.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.209971 8209 fs_report.cc:352] FS layout report 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/wal 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/wal 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/data/data 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:00.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:00.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.359727 8208 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } attempt: 4 17:49:00.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.360947 8208 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.242.253:50559: Network error: Client connection negotiation failed: client connection to 127.7.242.253:50559: connect: Connection refused (error 111) 17:49:00.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.378507 8209 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:00.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.381016 8209 master_main.cc:83] Starting Master server... 17:49:00.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.469955 8209 rpc_server.cc:205] RPC server started. Bound to: 127.7.242.253:50559 17:49:00.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.470926 8209 webserver.cc:175] Starting webserver on 127.7.242.253:0 17:49:00.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.471026 8209 webserver.cc:186] Document root disabled 17:49:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.473021 8209 webserver.cc:313] Webserver started. Bound to: http://127.7.242.253:57535/ 17:49:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.473826 8209 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-1/data/info.pb 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.475145 8139 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 8209 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.476219 8139 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/wal 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/data 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.242.252:47345 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.242.252 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/logs 17:49:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/data/info.pb 17:49:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.7.242.254:38940,127.7.242.253:50559,127.7.242.252:47345 with env {} 17:49:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.477768 8274 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.495599 8274 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } has no permanent_uuid. Determining permanent_uuid... 17:49:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.517418 8274 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } has no permanent_uuid. Determining permanent_uuid... 17:49:00.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.529147 8274 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } has no permanent_uuid. Determining permanent_uuid... 17:49:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.530550 8274 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.242.252:47345: Network error: Client connection negotiation failed: client connection to 127.7.242.252:47345: connect: Connection refused (error 111) 17:49:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.550012 8274 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } attempt: 1 17:49:00.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.551569 8274 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.242.252:47345: Network error: Client connection negotiation failed: client connection to 127.7.242.252:47345: connect: Connection refused (error 111) 17:49:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.599970 8274 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } attempt: 2 17:49:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.601372 8274 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.242.252:47345: Network error: Client connection negotiation failed: client connection to 127.7.242.252:47345: connect: Connection refused (error 111) 17:49:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.650430 8275 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.650789 8275 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:00.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.660171 8275 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:00.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.660336 8275 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:00.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.660497 8275 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:00.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.660655 8275 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.664294 8208 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } attempt: 5 17:49:00.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.670922 8208 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } has no permanent_uuid. Determining permanent_uuid... 17:49:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.672125 8208 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.242.252:47345: Network error: Client connection negotiation failed: client connection to 127.7.242.252:47345: connect: Connection refused (error 111) 17:49:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.680233 8275 master_main.cc:73] Master server non-default flags: 17:49:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/data 17:49:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/wal 17:49:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.7.242.254:38940,127.7.242.253:50559,127.7.242.252:47345 17:49:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.242.252:47345 17:49:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/data/info.pb 17:49:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.242.252 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/logs 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:00.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.694380 8275 master_main.cc:80] Initializing master server... 17:49:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.696830 8275 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 245564us 17:49:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.697600 8275 fs_manager.cc:262] Metadata directory not provided 17:49:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.697723 8275 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.697970 8275 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.698081 8275 server_base.cc:433] Attempting to create new FS layout instead 17:49:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.701932 8275 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/data/instance: 17:49:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e34c30c2967f436192c557cb339c2110" 17:49:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.702649 8275 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/wal/instance: 17:49:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e34c30c2967f436192c557cb339c2110" 17:49:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:00.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.710384 8208 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } attempt: 1 17:49:00.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.711747 8208 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.242.252:47345: Network error: Client connection negotiation failed: client connection to 127.7.242.252:47345: connect: Connection refused (error 111) 17:49:00.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.712769 8274 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } attempt: 3 17:49:00.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.714395 8274 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.242.252:47345: Network error: Client connection negotiation failed: client connection to 127.7.242.252:47345: connect: Connection refused (error 111) 17:49:00.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.717512 8275 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.005s 17:49:00.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.718796 8275 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.720036 8275 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:00.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.728566 8275 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:49:00.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.728705 8275 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/wal 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e34c30c2967f436192c557cb339c2110" 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.728979 8275 fs_report.cc:352] FS layout report 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/wal 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/wal 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/data/data 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:00.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.760100 8208 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } attempt: 2 17:49:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.761487 8208 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.242.252:47345: Network error: Client connection negotiation failed: client connection to 127.7.242.252:47345: connect: Connection refused (error 111) 17:49:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.861868 8208 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } attempt: 3 17:49:00.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.864555 8208 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.242.252:47345: Network error: Client connection negotiation failed: client connection to 127.7.242.252:47345: connect: Connection refused (error 111) 17:49:00.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.890770 8274 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } attempt: 4 17:49:00.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:00.892170 8274 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.7.242.252:47345: Network error: Client connection negotiation failed: client connection to 127.7.242.252:47345: connect: Connection refused (error 111) 17:49:00.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.893074 8275 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.895655 8275 master_main.cc:83] Starting Master server... 17:49:00.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.982659 8275 rpc_server.cc:205] RPC server started. Bound to: 127.7.242.252:47345 17:49:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.983531 8275 webserver.cc:175] Starting webserver on 127.7.242.252:0 17:49:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.983630 8275 webserver.cc:186] Document root disabled 17:49:00.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.985572 8275 webserver.cc:313] Webserver started. Bound to: http://127.7.242.252:48333/ 17:49:00.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.986598 8275 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/master-2/data/info.pb 17:49:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.990216 8339 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:00.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.996052 8139 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 8275 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:00.996984 8139 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/wal 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/data 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.242.193:0 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.7.242.193 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.242.193 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.7.242.254:38940,127.7.242.253:50559,127.7.242.252:47345 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/logs 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/data/info.pb 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.003106 8339 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } has no permanent_uuid. Determining permanent_uuid... 17:49:01.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.004917 8208 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } attempt: 4 17:49:01.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.025347 8339 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } has no permanent_uuid. Determining permanent_uuid... 17:49:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.030262 8208 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c: Bootstrap starting. 17:49:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.033812 8208 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c: No blocks or log segments found. Creating new log. 17:49:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.033887 8339 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } has no permanent_uuid. Determining permanent_uuid... 17:49:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.035769 8208 log.cc:525] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c: Log is configured to *not* fsync() on all Append() calls 17:49:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.040590 8208 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c: No bootstrap required, opened a new log 17:49:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.054025 8208 raft_consensus.cc:325] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } 17:49:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.054846 8208 raft_consensus.cc:351] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:01.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.055166 8339 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110: Bootstrap starting. 17:49:01.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.055124 8208 raft_consensus.cc:630] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e2264083bee04101a4862223898c7d4c, State: Initialized, Role: FOLLOWER 17:49:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.056026 8208 consensus_queue.cc:228] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } 17:49:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.058912 8339 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110: No blocks or log segments found. Creating new log. 17:49:01.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.060513 8339 log.cc:525] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110: Log is configured to *not* fsync() on all Append() calls 17:49:01.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.060241 8208 sys_catalog.cc:337] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } } 17:49:01.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.061386 8208 sys_catalog.cc:340] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [sys.catalog]: This master's current role is: FOLLOWER 17:49:01.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.062717 8208 sys_catalog.cc:424] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [sys.catalog]: configured and running, proceeding with master startup. 17:49:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.069731 8339 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110: No bootstrap required, opened a new log 17:49:01.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.086769 8339 raft_consensus.cc:325] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } 17:49:01.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.087697 8339 raft_consensus.cc:351] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.088099 8339 raft_consensus.cc:630] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e34c30c2967f436192c557cb339c2110, State: Initialized, Role: FOLLOWER 17:49:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.088879 8339 consensus_queue.cc:228] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } 17:49:01.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.097079 8339 sys_catalog.cc:337] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } } 17:49:01.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.097892 8339 sys_catalog.cc:340] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [sys.catalog]: This master's current role is: FOLLOWER 17:49:01.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.099282 8339 sys_catalog.cc:424] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [sys.catalog]: configured and running, proceeding with master startup. 17:49:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.060627 8344 sys_catalog.cc:337] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } } 17:49:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.164144 8344 sys_catalog.cc:340] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [sys.catalog]: This master's current role is: FOLLOWER 17:49:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:01.118947 8164 tablet.cc:1728] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:01.194989 8340 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.195350 8346 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:49:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:01.195791 8340 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:01.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.195829 8274 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } attempt: 5 17:49:01.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.197737 8147 master_main.cc:86] Master server successfully started. 17:49:01.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.210417 8274 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea: Bootstrap starting. 17:49:01.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:01.210943 8340 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:01.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:01.211591 8340 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.242.193 17:49:01.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.214399 8274 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea: No blocks or log segments found. Creating new log. 17:49:01.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.216584 8274 log.cc:525] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea: Log is configured to *not* fsync() on all Append() calls 17:49:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.224864 8274 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea: No bootstrap required, opened a new log 17:49:01.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.243420 8274 raft_consensus.cc:325] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } 17:49:01.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.245290 8274 raft_consensus.cc:351] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.245672 8274 raft_consensus.cc:630] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7e9cded88a2f4efb8482ed17b5dc54ea, State: Initialized, Role: FOLLOWER 17:49:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.100653 8347 sys_catalog.cc:337] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } } 17:49:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.246376 8275 master_main.cc:86] Master server successfully started. 17:49:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.246482 8347 sys_catalog.cc:340] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [sys.catalog]: This master's current role is: FOLLOWER 17:49:01.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.247140 8274 consensus_queue.cc:228] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } 17:49:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.250509 8274 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } } 17:49:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.251332 8274 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [sys.catalog]: This master's current role is: FOLLOWER 17:49:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.252796 8274 sys_catalog.cc:424] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [sys.catalog]: configured and running, proceeding with master startup. 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.256929 8340 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/data 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/wal 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.242.193:0 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/data/info.pb 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.242.193 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.7.242.254:38940,127.7.242.253:50559,127.7.242.252:47345 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.7.242.193 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/logs 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:01.148612 8295 tablet.cc:1728] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:01.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.283246 8340 tablet_server_main.cc:85] Initializing tablet server... 17:49:01.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.286553 8340 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 246064us 17:49:01.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.287266 8340 fs_manager.cc:262] Metadata directory not provided 17:49:01.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.287564 8340 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:01.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.288017 8340 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:01.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.288286 8340 server_base.cc:433] Attempting to create new FS layout instead 17:49:01.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:01.290202 8348 catalog_manager.cc:1084] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:01.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:01.290478 8348 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.293956 8340 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/data/instance: 17:49:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e704c7964f774ea4ae31988e796031cf" 17:49:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:01.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.295120 8340 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/wal/instance: 17:49:01.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e704c7964f774ea4ae31988e796031cf" 17:49:01.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:01.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.324708 8340 fs_manager.cc:502] Time spent creating directory manager: real 0.029s user 0.013s sys 0.011s 17:49:01.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.326674 8340 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.328197 8340 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.345784 8340 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.000s sys 0.006s 17:49:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.346180 8340 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/wal 17:49:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e704c7964f774ea4ae31988e796031cf" 17:49:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.346699 8340 fs_report.cc:352] FS layout report 17:49:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/wal 17:49:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/wal 17:49:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/data/data 17:49:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:01.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:01.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.250845 8353 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } } 17:49:01.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.350581 8353 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [sys.catalog]: This master's current role is: FOLLOWER 17:49:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.351302 8344 raft_consensus.cc:457] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:49:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.351626 8344 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c: Snoozing failure detection for 1.843s (starting election) 17:49:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.351953 8344 raft_consensus.cc:479] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } 17:49:01.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.353278 8344 leader_election.cc:251] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 7e9cded88a2f4efb8482ed17b5dc54ea (127.7.242.253:50559) 17:49:01.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.353919 8344 leader_election.cc:251] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer e34c30c2967f436192c557cb339c2110 (127.7.242.252:47345) 17:49:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.355368 8316 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2264083bee04101a4862223898c7d4c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e34c30c2967f436192c557cb339c2110" is_pre_election: true 17:49:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.356097 8316 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110: Snoozing failure detection for 1.662s (vote granted) 17:49:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.356385 8316 raft_consensus.cc:2255] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e2264083bee04101a4862223898c7d4c in term 0. 17:49:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.357251 8157 leader_election.cc:387] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [CANDIDATE]: Term 1 pre-election: Vote granted by peer e34c30c2967f436192c557cb339c2110 (127.7.242.252:47345) 17:49:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.357529 8157 leader_election.cc:278] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:49:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.358115 8344 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c: Snoozing failure detection for 2.001s (election complete) 17:49:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.358381 8344 raft_consensus.cc:2549] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [term 0 FOLLOWER]: Leader pre-election won for term 1 17:49:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.358599 8344 raft_consensus.cc:457] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:49:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.358800 8344 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c: Snoozing failure detection for 1.935s (starting election) 17:49:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.359016 8344 raft_consensus.cc:2794] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [term 0 FOLLOWER]: Advancing to term 1 17:49:01.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.363767 8344 raft_consensus.cc:479] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } 17:49:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.367517 8344 leader_election.cc:251] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [CANDIDATE]: Term 1 election: Requesting vote from peer 7e9cded88a2f4efb8482ed17b5dc54ea (127.7.242.253:50559) 17:49:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.368818 8344 leader_election.cc:251] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [CANDIDATE]: Term 1 election: Requesting vote from peer e34c30c2967f436192c557cb339c2110 (127.7.242.252:47345) 17:49:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.367400 8251 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2264083bee04101a4862223898c7d4c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" is_pre_election: true 17:49:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.369804 8209 master_main.cc:86] Master server successfully started. 17:49:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.370131 8251 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea: Snoozing failure detection for 1.715s (vote granted) 17:49:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.370371 8316 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2264083bee04101a4862223898c7d4c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e34c30c2967f436192c557cb339c2110" 17:49:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.370414 8251 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e2264083bee04101a4862223898c7d4c in term 0. 17:49:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.370717 8316 raft_consensus.cc:2794] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [term 0 FOLLOWER]: Advancing to term 1 17:49:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.371013 8316 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110: Snoozing failure detection for 2.069s (vote granted) 17:49:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.369215 8250 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2264083bee04101a4862223898c7d4c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" 17:49:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.371533 8250 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [term 0 FOLLOWER]: Advancing to term 1 17:49:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.371560 8157 leader_election.cc:387] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [CANDIDATE]: Term 1 pre-election: Vote granted by peer 7e9cded88a2f4efb8482ed17b5dc54ea (127.7.242.253:50559) 17:49:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.371820 8250 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea: Snoozing failure detection for 2.017s (vote granted) 17:49:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.377660 8250 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e2264083bee04101a4862223898c7d4c in term 1. 17:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.378535 8157 leader_election.cc:387] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [CANDIDATE]: Term 1 election: Vote granted by peer 7e9cded88a2f4efb8482ed17b5dc54ea (127.7.242.253:50559) 17:49:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.378793 8157 leader_election.cc:278] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:01.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.379338 8344 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c: Snoozing failure detection for 2.180s (election complete) 17:49:01.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.379601 8344 raft_consensus.cc:2549] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [term 1 FOLLOWER]: Leader election won for term 1 17:49:01.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.379768 8316 raft_consensus.cc:2255] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e2264083bee04101a4862223898c7d4c in term 1. 17:49:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.380764 8157 leader_election.cc:387] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [CANDIDATE]: Term 1 election: Vote granted by peer e34c30c2967f436192c557cb339c2110 (127.7.242.252:47345) 17:49:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.384588 8344 raft_consensus.cc:595] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [term 1 LEADER]: Becoming Leader. State: Replica: e2264083bee04101a4862223898c7d4c, State: Running, Role: LEADER 17:49:01.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:01.385680 8230 tablet.cc:1728] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:01.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.385521 8344 consensus_queue.cc:205] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } 17:49:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:01.396931 8355 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:01.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:01.397186 8355 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.403933 8361 sys_catalog.cc:337] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [sys.catalog]: SysCatalogTable state changed. Reason: New leader e2264083bee04101a4862223898c7d4c. Latest consensus state: current_term: 1 leader_uuid: "e2264083bee04101a4862223898c7d4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } } 17:49:01.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.404886 8361 sys_catalog.cc:340] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [sys.catalog]: This master's current role is: LEADER 17:49:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.420996 8366 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:49:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.437858 8366 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:49:01.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.534065 8250 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [term 1 FOLLOWER]: Refusing update from remote peer e2264083bee04101a4862223898c7d4c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:01.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.534106 8316 raft_consensus.cc:1083] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [term 1 FOLLOWER]: Refusing update from remote peer e2264083bee04101a4862223898c7d4c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.535881 8344 consensus_queue.cc:963] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [LEADER]: Connected to new peer: Peer: permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:01.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.536869 8344 consensus_queue.cc:963] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [LEADER]: Connected to new peer: Peer: permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.564659 8347 sys_catalog.cc:337] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e2264083bee04101a4862223898c7d4c. Latest consensus state: current_term: 1 leader_uuid: "e2264083bee04101a4862223898c7d4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } } 17:49:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.565524 8347 sys_catalog.cc:340] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [sys.catalog]: This master's current role is: FOLLOWER 17:49:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.570035 8353 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [sys.catalog]: SysCatalogTable state changed. Reason: New leader e2264083bee04101a4862223898c7d4c. Latest consensus state: current_term: 1 leader_uuid: "e2264083bee04101a4862223898c7d4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } } 17:49:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.570729 8353 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [sys.catalog]: This master's current role is: FOLLOWER 17:49:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.576700 8353 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e2264083bee04101a4862223898c7d4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } } 17:49:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.577430 8353 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea [sys.catalog]: This master's current role is: FOLLOWER 17:49:01.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.590854 8361 sys_catalog.cc:337] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e2264083bee04101a4862223898c7d4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } } 17:49:01.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.591528 8361 sys_catalog.cc:340] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [sys.catalog]: This master's current role is: LEADER 17:49:01.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.591967 8344 sys_catalog.cc:337] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e2264083bee04101a4862223898c7d4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } } 17:49:01.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.592350 8366 catalog_manager.cc:924] Generated new certificate authority record 17:49:01.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.592569 8344 sys_catalog.cc:340] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c [sys.catalog]: This master's current role is: LEADER 17:49:01.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.595844 8366 catalog_manager.cc:1046] Loading token signing keys... 17:49:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.596874 8347 sys_catalog.cc:337] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e2264083bee04101a4862223898c7d4c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e2264083bee04101a4862223898c7d4c" member_type: VOTER last_known_addr { host: "127.7.242.254" port: 38940 } } peers { permanent_uuid: "7e9cded88a2f4efb8482ed17b5dc54ea" member_type: VOTER last_known_addr { host: "127.7.242.253" port: 50559 } } peers { permanent_uuid: "e34c30c2967f436192c557cb339c2110" member_type: VOTER last_known_addr { host: "127.7.242.252" port: 47345 } } } 17:49:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.597558 8347 sys_catalog.cc:340] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110 [sys.catalog]: This master's current role is: FOLLOWER 17:49:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.632030 8366 catalog_manager.cc:4062] T 00000000000000000000000000000000 P e2264083bee04101a4862223898c7d4c: Generated new TSK 0 17:49:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.688079 8340 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:01.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.705857 8340 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:01.714371 8340 tablet_server_main.cc:90] Starting tablet server... 17:49:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.296813 8348 catalog_manager.cc:1082] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110: acquiring CA information for follower catalog manager: success 17:49:02.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.299674 8348 catalog_manager.cc:1110] T 00000000000000000000000000000000 P e34c30c2967f436192c557cb339c2110: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:02.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.403399 8355 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea: acquiring CA information for follower catalog manager: success 17:49:02.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.406582 8355 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 7e9cded88a2f4efb8482ed17b5dc54ea: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:02.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.457449 8340 rpc_server.cc:205] RPC server started. Bound to: 127.7.242.193:58825 17:49:02.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.459105 8340 webserver.cc:175] Starting webserver on 127.7.242.193:0 17:49:02.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.459434 8340 webserver.cc:186] Document root disabled 17:49:02.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.465481 8340 webserver.cc:313] Webserver started. Bound to: http://127.7.242.193:44134/ 17:49:02.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.466604 8340 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-0/data/info.pb 17:49:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.477077 8139 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 8340 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.478289 8139 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/wal 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/data 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.242.194:0 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.7.242.194 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.242.194 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.7.242.254:38940,127.7.242.253:50559,127.7.242.252:47345 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/logs 17:49:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/data/info.pb 17:49:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.528590 8340 tablet_server_main.cc:93] Tablet server successfully started. 17:49:02.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.550652 8504 heartbeater.cc:346] Connected to a master server at 127.7.242.252:47345 17:49:02.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.550997 8504 heartbeater.cc:426] Registering TS with master... 17:49:02.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.552100 8504 heartbeater.cc:475] Master 127.7.242.252:47345 requested a full tablet report, sending... 17:49:02.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.554790 8497 heartbeater.cc:346] Connected to a master server at 127.7.242.254:38940 17:49:02.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.555050 8497 heartbeater.cc:426] Registering TS with master... 17:49:02.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.555487 8497 heartbeater.cc:475] Master 127.7.242.254:38940 requested a full tablet report, sending... 17:49:02.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.557907 8175 ts_manager.cc:98] Registered new tserver with Master: e704c7964f774ea4ae31988e796031cf (127.7.242.193:58825) 17:49:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.561455 8306 ts_manager.cc:98] Registered new tserver with Master: e704c7964f774ea4ae31988e796031cf (127.7.242.193:58825) 17:49:02.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.562656 8175 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.7.242.193:59313 17:49:02.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.552873 8498 heartbeater.cc:346] Connected to a master server at 127.7.242.253:50559 17:49:02.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.574276 8498 heartbeater.cc:426] Registering TS with master... 17:49:02.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.574654 8498 heartbeater.cc:475] Master 127.7.242.253:50559 requested a full tablet report, sending... 17:49:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.577628 8241 ts_manager.cc:98] Registered new tserver with Master: e704c7964f774ea4ae31988e796031cf (127.7.242.193:58825) 17:49:02.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:02.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:02.706929 8503 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:02.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:02.707774 8503 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:02.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:02.724782 8503 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:02.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:02.725528 8503 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.242.194 17:49:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.772491 8503 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/data 17:49:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/wal 17:49:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.242.194:0 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/data/info.pb 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.242.194 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.7.242.254:38940,127.7.242.253:50559,127.7.242.252:47345 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.7.242.194 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/logs 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.800909 8503 tablet_server_main.cc:85] Initializing tablet server... 17:49:02.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.804054 8503 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 246564us 17:49:02.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.804838 8503 fs_manager.cc:262] Metadata directory not provided 17:49:02.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.805122 8503 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:02.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.805640 8503 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:02.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.805927 8503 server_base.cc:433] Attempting to create new FS layout instead 17:49:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.810961 8503 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/data/instance: 17:49:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "20175882fb1e47f784fe0339eacf4ae4" 17:49:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.812296 8503 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/wal/instance: 17:49:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "20175882fb1e47f784fe0339eacf4ae4" 17:49:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.840075 8503 fs_manager.cc:502] Time spent creating directory manager: real 0.027s user 0.015s sys 0.009s 17:49:02.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.842062 8503 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:02.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.842808 8503 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:02.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.860745 8503 fs_manager.cc:418] Time spent opening block manager: real 0.006s user 0.002s sys 0.003s 17:49:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.861042 8503 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/wal 17:49:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "20175882fb1e47f784fe0339eacf4ae4" 17:49:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:02.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:02.861613 8503 fs_report.cc:352] FS layout report 17:49:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/wal 17:49:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/wal 17:49:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/data/data 17:49:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:03.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.223263 8503 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:03.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.232141 8503 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.238656 8503 tablet_server_main.cc:90] Starting tablet server... 17:49:03.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.566210 8497 heartbeater.cc:467] Master 127.7.242.254:38940 was elected leader, sending a full tablet report... 17:49:03.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.651656 8503 rpc_server.cc:205] RPC server started. Bound to: 127.7.242.194:34327 17:49:03.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.653079 8503 webserver.cc:175] Starting webserver on 127.7.242.194:0 17:49:03.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.653205 8503 webserver.cc:186] Document root disabled 17:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.655055 8503 webserver.cc:313] Webserver started. Bound to: http://127.7.242.194:60230/ 17:49:03.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.655869 8503 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-1/data/info.pb 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.662595 8139 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 8503 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.663663 8139 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/wal 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/data 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.242.195:0 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.7.242.195 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.242.195 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.7.242.254:38940,127.7.242.253:50559,127.7.242.252:47345 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/logs 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/data/info.pb 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:03.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:03.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.701689 8503 tablet_server_main.cc:93] Tablet server successfully started. 17:49:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.722748 8629 heartbeater.cc:346] Connected to a master server at 127.7.242.253:50559 17:49:03.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.723076 8629 heartbeater.cc:426] Registering TS with master... 17:49:03.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.724006 8629 heartbeater.cc:475] Master 127.7.242.253:50559 requested a full tablet report, sending... 17:49:03.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.726004 8633 heartbeater.cc:346] Connected to a master server at 127.7.242.252:47345 17:49:03.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.726238 8633 heartbeater.cc:426] Registering TS with master... 17:49:03.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.726701 8633 heartbeater.cc:475] Master 127.7.242.252:47345 requested a full tablet report, sending... 17:49:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.727103 8241 ts_manager.cc:98] Registered new tserver with Master: 20175882fb1e47f784fe0339eacf4ae4 (127.7.242.194:34327) 17:49:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.729115 8306 ts_manager.cc:98] Registered new tserver with Master: 20175882fb1e47f784fe0339eacf4ae4 (127.7.242.194:34327) 17:49:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.733245 8628 heartbeater.cc:346] Connected to a master server at 127.7.242.254:38940 17:49:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.733506 8628 heartbeater.cc:426] Registering TS with master... 17:49:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.733949 8628 heartbeater.cc:475] Master 127.7.242.254:38940 requested a full tablet report, sending... 17:49:03.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.735880 8175 ts_manager.cc:98] Registered new tserver with Master: 20175882fb1e47f784fe0339eacf4ae4 (127.7.242.194:34327) 17:49:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.737819 8175 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.7.242.194:43691 17:49:03.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:03.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:03.826921 8632 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:03.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:03.827425 8632 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:03.836915 8632 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:03.837388 8632 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.242.195 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.851850 8632 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/data 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/wal 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.7.242.195:0 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/data/info.pb 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.7.242.195 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.7.242.254:38940,127.7.242.253:50559,127.7.242.252:47345 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.7.242.195 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/logs 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.867573 8632 tablet_server_main.cc:85] Initializing tablet server... 17:49:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.869745 8632 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 247064us 17:49:03.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.870227 8632 fs_manager.cc:262] Metadata directory not provided 17:49:03.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.870384 8632 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:03.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.870749 8632 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:03.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.870878 8632 server_base.cc:433] Attempting to create new FS layout instead 17:49:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.874089 8632 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/data/instance: 17:49:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5d28bfe8340646c5bfa08e60bde3b99b" 17:49:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.874852 8632 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/wal/instance: 17:49:03.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5d28bfe8340646c5bfa08e60bde3b99b" 17:49:03.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.886489 8632 fs_manager.cc:502] Time spent creating directory manager: real 0.011s user 0.007s sys 0.004s 17:49:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.887734 8632 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:03.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.888221 8632 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.895982 8632 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:49:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.896116 8632 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/wal 17:49:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5d28bfe8340646c5bfa08e60bde3b99b" 17:49:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:03.896387 8632 fs_report.cc:352] FS layout report 17:49:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/wal 17:49:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/wal 17:49:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/data/data 17:49:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.061348 8632 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.064833 8632 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.066102 8632 tablet_server_main.cc:90] Starting tablet server... 17:49:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.176354 8632 rpc_server.cc:205] RPC server started. Bound to: 127.7.242.195:49225 17:49:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.177597 8632 webserver.cc:175] Starting webserver on 127.7.242.195:0 17:49:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.177758 8632 webserver.cc:186] Document root disabled 17:49:04.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.179275 8632 webserver.cc:313] Webserver started. Bound to: http://127.7.242.195:54223/ 17:49:04.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.180102 8632 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3004638433090132558/ts-2/data/info.pb 17:49:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.185628 8139 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 8632 17:49:04.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.208217 8632 tablet_server_main.cc:93] Tablet server successfully started. 17:49:04.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.243922 8760 heartbeater.cc:346] Connected to a master server at 127.7.242.253:50559 17:49:04.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.244263 8760 heartbeater.cc:426] Registering TS with master... 17:49:04.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.244928 8760 heartbeater.cc:475] Master 127.7.242.253:50559 requested a full tablet report, sending... 17:49:04.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.247370 8241 ts_manager.cc:98] Registered new tserver with Master: 5d28bfe8340646c5bfa08e60bde3b99b (127.7.242.195:49225) 17:49:04.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.247854 8759 heartbeater.cc:346] Connected to a master server at 127.7.242.254:38940 17:49:04.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.248052 8759 heartbeater.cc:426] Registering TS with master... 17:49:04.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.248574 8759 heartbeater.cc:475] Master 127.7.242.254:38940 requested a full tablet report, sending... 17:49:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.249804 8761 heartbeater.cc:346] Connected to a master server at 127.7.242.252:47345 17:49:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.250036 8761 heartbeater.cc:426] Registering TS with master... 17:49:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.250530 8761 heartbeater.cc:475] Master 127.7.242.252:47345 requested a full tablet report, sending... 17:49:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.251055 8175 ts_manager.cc:98] Registered new tserver with Master: 5d28bfe8340646c5bfa08e60bde3b99b (127.7.242.195:49225) 17:49:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.252437 8175 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.7.242.195:47259 17:49:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.252545 8306 ts_manager.cc:98] Registered new tserver with Master: 5d28bfe8340646c5bfa08e60bde3b99b (127.7.242.195:49225) 17:49:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.257292 8139 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:49:04.258 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:49:04.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.331318 8175 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.7.242.254:59454: 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:49:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:49:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:49:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.401489 8565 tablet_service.cc:759] Processing CreateTablet for tablet 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff (table=test [id=a29b249f1b44447f8a37f32e294f2663]), partition=RANGE (key) PARTITION VALUES < 50 17:49:04.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.402328 8565 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.406122 8696 tablet_service.cc:759] Processing CreateTablet for tablet a065a76fe7d04f95b864390898250dd8 (table=test [id=a29b249f1b44447f8a37f32e294f2663]), partition=RANGE (key) PARTITION VALUES >= 50 17:49:04.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.407095 8696 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet a065a76fe7d04f95b864390898250dd8. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:04.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.419981 8696 ts_tablet_manager.cc:1173] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b: Registered tablet (data state: TABLET_DATA_READY) 17:49:04.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.421190 8565 ts_tablet_manager.cc:1173] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4: Registered tablet (data state: TABLET_DATA_READY) 17:49:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.422336 8830 ts_tablet_manager.cc:1028] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b: Bootstrapping tablet 17:49:04.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.423362 8830 tablet_bootstrap.cc:438] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b: Bootstrap starting. 17:49:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.426605 8830 tablet_bootstrap.cc:592] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b: No blocks or log segments found. Creating new log. 17:49:04.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.427106 8831 ts_tablet_manager.cc:1028] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4: Bootstrapping tablet 17:49:04.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.427608 8831 tablet_bootstrap.cc:438] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4: Bootstrap starting. 17:49:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.428366 8830 log.cc:525] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b: Log is configured to *not* fsync() on all Append() calls 17:49:04.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.431805 8831 tablet_bootstrap.cc:592] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4: No blocks or log segments found. Creating new log. 17:49:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.432271 8830 tablet_bootstrap.cc:438] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b: No bootstrap required, opened a new log 17:49:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.432657 8830 ts_tablet_manager.cc:1045] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b: Time spent bootstrapping tablet: real 0.009s user 0.005s sys 0.003s 17:49:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.433609 8831 log.cc:525] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4: Log is configured to *not* fsync() on all Append() calls 17:49:04.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.437294 8831 tablet_bootstrap.cc:438] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4: No bootstrap required, opened a new log 17:49:04.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.437620 8831 ts_tablet_manager.cc:1045] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4: Time spent bootstrapping tablet: real 0.010s user 0.006s sys 0.002s 17:49:04.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.445578 8830 raft_consensus.cc:325] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5d28bfe8340646c5bfa08e60bde3b99b" member_type: VOTER last_known_addr { host: "127.7.242.195" port: 49225 } } 17:49:04.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.446043 8830 raft_consensus.cc:351] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:04.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.446241 8830 raft_consensus.cc:630] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5d28bfe8340646c5bfa08e60bde3b99b, State: Initialized, Role: FOLLOWER 17:49:04.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.446938 8830 consensus_queue.cc:228] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5d28bfe8340646c5bfa08e60bde3b99b" member_type: VOTER last_known_addr { host: "127.7.242.195" port: 49225 } } 17:49:04.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.447455 8830 raft_consensus.cc:365] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:04.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.447693 8830 raft_consensus.cc:457] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.447917 8830 raft_consensus.cc:2742] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b: Snoozing failure detection for 1.509s (starting election) 17:49:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.448180 8830 raft_consensus.cc:2794] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b [term 0 FOLLOWER]: Advancing to term 1 17:49:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.449862 8831 raft_consensus.cc:325] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "20175882fb1e47f784fe0339eacf4ae4" member_type: VOTER last_known_addr { host: "127.7.242.194" port: 34327 } } 17:49:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.450369 8831 raft_consensus.cc:351] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.450589 8831 raft_consensus.cc:630] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 20175882fb1e47f784fe0339eacf4ae4, State: Initialized, Role: FOLLOWER 17:49:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.451201 8830 raft_consensus.cc:479] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5d28bfe8340646c5bfa08e60bde3b99b" member_type: VOTER last_known_addr { host: "127.7.242.195" port: 49225 } } 17:49:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.451647 8830 leader_election.cc:278] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.451328 8831 consensus_queue.cc:228] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "20175882fb1e47f784fe0339eacf4ae4" member_type: VOTER last_known_addr { host: "127.7.242.194" port: 34327 } } 17:49:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.451900 8831 raft_consensus.cc:365] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.452142 8831 raft_consensus.cc:457] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.452360 8831 raft_consensus.cc:2742] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4: Snoozing failure detection for 1.592s (starting election) 17:49:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.452620 8831 raft_consensus.cc:2794] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4 [term 0 FOLLOWER]: Advancing to term 1 17:49:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.454054 8834 raft_consensus.cc:2742] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b: Snoozing failure detection for 2.182s (election complete) 17:49:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.454643 8834 raft_consensus.cc:2549] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b [term 1 FOLLOWER]: Leader election won for term 1 17:49:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.456183 8831 raft_consensus.cc:479] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "20175882fb1e47f784fe0339eacf4ae4" member_type: VOTER last_known_addr { host: "127.7.242.194" port: 34327 } } 17:49:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.456706 8831 leader_election.cc:278] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.455960 8759 heartbeater.cc:467] Master 127.7.242.254:38940 was elected leader, sending a full tablet report... 17:49:04.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.458386 8830 ts_tablet_manager.cc:1073] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b: Time spent starting tablet: real 0.026s user 0.016s sys 0.007s 17:49:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.459414 8836 raft_consensus.cc:2742] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4: Snoozing failure detection for 1.977s (election complete) 17:49:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.459787 8836 raft_consensus.cc:2549] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4 [term 1 FOLLOWER]: Leader election won for term 1 17:49:04.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.459926 8834 raft_consensus.cc:595] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b [term 1 LEADER]: Becoming Leader. State: Replica: 5d28bfe8340646c5bfa08e60bde3b99b, State: Running, Role: LEADER 17:49:04.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.460499 8834 consensus_queue.cc:205] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5d28bfe8340646c5bfa08e60bde3b99b" member_type: VOTER last_known_addr { host: "127.7.242.195" port: 49225 } } 17:49:04.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.461688 8836 raft_consensus.cc:595] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4 [term 1 LEADER]: Becoming Leader. State: Replica: 20175882fb1e47f784fe0339eacf4ae4, State: Running, Role: LEADER 17:49:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.462558 8836 consensus_queue.cc:205] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "20175882fb1e47f784fe0339eacf4ae4" member_type: VOTER last_known_addr { host: "127.7.242.194" port: 34327 } } 17:49:04.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.473945 8174 catalog_manager.cc:3758] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b reported cstate change: term changed from 0 to 1, leader changed from to 5d28bfe8340646c5bfa08e60bde3b99b (127.7.242.195). New cstate: current_term: 1 leader_uuid: "5d28bfe8340646c5bfa08e60bde3b99b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5d28bfe8340646c5bfa08e60bde3b99b" member_type: VOTER last_known_addr { host: "127.7.242.195" port: 49225 } health_report { overall_health: HEALTHY } } } 17:49:04.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.462419 8628 heartbeater.cc:467] Master 127.7.242.254:38940 was elected leader, sending a full tablet report... 17:49:04.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.553030 8831 ts_tablet_manager.cc:1073] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4: Time spent starting tablet: real 0.115s user 0.021s sys 0.077s 17:49:04.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.558890 8175 catalog_manager.cc:3758] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4 reported cstate change: term changed from 0 to 1, leader changed from to 20175882fb1e47f784fe0339eacf4ae4 (127.7.242.194). New cstate: current_term: 1 leader_uuid: "20175882fb1e47f784fe0339eacf4ae4" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "20175882fb1e47f784fe0339eacf4ae4" member_type: VOTER last_known_addr { host: "127.7.242.194" port: 34327 } health_report { overall_health: HEALTHY } } } 17:49:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.632282 8174 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.7.242.254:59454: 17:49:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:49:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.658066 8434 tablet_service.cc:759] Processing CreateTablet for tablet ada32732294d44089e42b9dce0caad1a (table=simple-test [id=5d07f1e9bd3e43f0a7cab40634425be3]), partition=RANGE (key) PARTITION UNBOUNDED 17:49:04.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.658807 8434 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet ada32732294d44089e42b9dce0caad1a. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:04.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.669890 8434 ts_tablet_manager.cc:1173] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf: Registered tablet (data state: TABLET_DATA_READY) 17:49:04.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.671219 8843 ts_tablet_manager.cc:1028] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf: Bootstrapping tablet 17:49:04.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.672199 8843 tablet_bootstrap.cc:438] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf: Bootstrap starting. 17:49:04.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.674423 8843 tablet_bootstrap.cc:592] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf: No blocks or log segments found. Creating new log. 17:49:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.675714 8843 log.cc:525] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf: Log is configured to *not* fsync() on all Append() calls 17:49:04.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.681182 8843 tablet_bootstrap.cc:438] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf: No bootstrap required, opened a new log 17:49:04.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.681521 8843 ts_tablet_manager.cc:1045] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.003s 17:49:04.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.693787 8843 raft_consensus.cc:325] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e704c7964f774ea4ae31988e796031cf" member_type: VOTER last_known_addr { host: "127.7.242.193" port: 58825 } } 17:49:04.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.694252 8843 raft_consensus.cc:351] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:04.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.694449 8843 raft_consensus.cc:630] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e704c7964f774ea4ae31988e796031cf, State: Initialized, Role: FOLLOWER 17:49:04.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.694983 8843 consensus_queue.cc:228] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e704c7964f774ea4ae31988e796031cf" member_type: VOTER last_known_addr { host: "127.7.242.193" port: 58825 } } 17:49:04.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.695407 8843 raft_consensus.cc:365] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:04.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.695631 8843 raft_consensus.cc:457] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:04.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.695804 8843 raft_consensus.cc:2742] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf: Snoozing failure detection for 1.975s (starting election) 17:49:04.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.695986 8843 raft_consensus.cc:2794] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf [term 0 FOLLOWER]: Advancing to term 1 17:49:04.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:04.697237 8762 tablet.cc:1728] T a065a76fe7d04f95b864390898250dd8 P 5d28bfe8340646c5bfa08e60bde3b99b: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:04.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.698724 8843 raft_consensus.cc:479] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e704c7964f774ea4ae31988e796031cf" member_type: VOTER last_known_addr { host: "127.7.242.193" port: 58825 } } 17:49:04.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.699230 8843 leader_election.cc:278] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:04.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.700896 8845 raft_consensus.cc:2742] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf: Snoozing failure detection for 2.098s (election complete) 17:49:04.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.701094 8845 raft_consensus.cc:2549] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf [term 1 FOLLOWER]: Leader election won for term 1 17:49:04.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:04.701261 8636 tablet.cc:1728] T 587c6d8ea3cc4aa2b3cfcc0cf8c9a6ff P 20175882fb1e47f784fe0339eacf4ae4: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:04.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.702759 8845 raft_consensus.cc:595] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf [term 1 LEADER]: Becoming Leader. State: Replica: e704c7964f774ea4ae31988e796031cf, State: Running, Role: LEADER 17:49:04.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.704277 8843 ts_tablet_manager.cc:1073] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf: Time spent starting tablet: real 0.023s user 0.018s sys 0.003s 17:49:04.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.703927 8845 consensus_queue.cc:205] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e704c7964f774ea4ae31988e796031cf" member_type: VOTER last_known_addr { host: "127.7.242.193" port: 58825 } } 17:49:04.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.710345 8174 catalog_manager.cc:3758] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf reported cstate change: term changed from 0 to 1, leader changed from to e704c7964f774ea4ae31988e796031cf (127.7.242.193). New cstate: current_term: 1 leader_uuid: "e704c7964f774ea4ae31988e796031cf" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e704c7964f774ea4ae31988e796031cf" member_type: VOTER last_known_addr { host: "127.7.242.193" port: 58825 } health_report { overall_health: HEALTHY } } } 17:49:04.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:04.778375 8507 tablet.cc:1728] T ada32732294d44089e42b9dce0caad1a P e704c7964f774ea4ae31988e796031cf: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.823956 8174 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.7.242.254:59451: 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "insertintotest" 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) scale: 0 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) scale: 0 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) scale: 0 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:04.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.850570 8565 tablet_service.cc:759] Processing CreateTablet for tablet 7e913cdf9db949b780ed262bca16cedd (table=insertintotest [id=86ea59c51ff04f6f9e75d96b96c99142]), partition=RANGE (key) PARTITION UNBOUNDED 17:49:04.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.851233 8565 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 7e913cdf9db949b780ed262bca16cedd. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.857518 8565 ts_tablet_manager.cc:1173] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4: Registered tablet (data state: TABLET_DATA_READY) 17:49:04.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.857856 8831 ts_tablet_manager.cc:1028] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4: Bootstrapping tablet 17:49:04.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.858192 8831 tablet_bootstrap.cc:438] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4: Bootstrap starting. 17:49:04.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.860523 8831 tablet_bootstrap.cc:592] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4: No blocks or log segments found. Creating new log. 17:49:04.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.866281 8831 tablet_bootstrap.cc:438] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4: No bootstrap required, opened a new log 17:49:04.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.866577 8831 ts_tablet_manager.cc:1045] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4: Time spent bootstrapping tablet: real 0.008s user 0.005s sys 0.001s 17:49:04.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.867725 8831 raft_consensus.cc:325] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "20175882fb1e47f784fe0339eacf4ae4" member_type: VOTER last_known_addr { host: "127.7.242.194" port: 34327 } } 17:49:04.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.868047 8831 raft_consensus.cc:351] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:04.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.868242 8831 raft_consensus.cc:630] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 20175882fb1e47f784fe0339eacf4ae4, State: Initialized, Role: FOLLOWER 17:49:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.868762 8831 consensus_queue.cc:228] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "20175882fb1e47f784fe0339eacf4ae4" member_type: VOTER last_known_addr { host: "127.7.242.194" port: 34327 } } 17:49:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.869124 8831 raft_consensus.cc:365] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.869309 8831 raft_consensus.cc:457] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.869618 8831 raft_consensus.cc:2742] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4: Snoozing failure detection for 2.049s (starting election) 17:49:04.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.869813 8831 raft_consensus.cc:2794] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4 [term 0 FOLLOWER]: Advancing to term 1 17:49:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.872761 8831 raft_consensus.cc:479] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "20175882fb1e47f784fe0339eacf4ae4" member_type: VOTER last_known_addr { host: "127.7.242.194" port: 34327 } } 17:49:04.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.873165 8831 leader_election.cc:278] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:04.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.873647 8836 raft_consensus.cc:2742] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4: Snoozing failure detection for 1.777s (election complete) 17:49:04.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.873878 8836 raft_consensus.cc:2549] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4 [term 1 FOLLOWER]: Leader election won for term 1 17:49:04.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.874213 8836 raft_consensus.cc:595] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4 [term 1 LEADER]: Becoming Leader. State: Replica: 20175882fb1e47f784fe0339eacf4ae4, State: Running, Role: LEADER 17:49:04.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.874615 8836 consensus_queue.cc:205] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "20175882fb1e47f784fe0339eacf4ae4" member_type: VOTER last_known_addr { host: "127.7.242.194" port: 34327 } } 17:49:04.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.879951 8831 ts_tablet_manager.cc:1073] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4: Time spent starting tablet: real 0.013s user 0.007s sys 0.000s 17:49:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:04.884958 8174 catalog_manager.cc:3758] T 7e913cdf9db949b780ed262bca16cedd P 20175882fb1e47f784fe0339eacf4ae4 reported cstate change: term changed from 0 to 1, leader changed from to 20175882fb1e47f784fe0339eacf4ae4 (127.7.242.194). New cstate: current_term: 1 leader_uuid: "20175882fb1e47f784fe0339eacf4ae4" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "20175882fb1e47f784fe0339eacf4ae4" member_type: VOTER last_known_addr { host: "127.7.242.194" port: 34327 } health_report { overall_health: HEALTHY } } } 17:49:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:05.247638 8139 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 8340 17:49:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:05.293182 8156 connection.cc:512] server connection from 127.7.242.193:59313 recv error: Network error: failed to read from TLS socket (remote: 127.7.242.193:59313): Connection reset by peer (error 104) 17:49:05.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:05.294029 8287 connection.cc:512] server connection from 127.7.242.193:51924 recv error: Network error: failed to read from TLS socket (remote: 127.7.242.193:51924): Connection reset by peer (error 104) 17:49:05.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:05.294903 8139 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 8503 17:49:05.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:05.296308 8221 connection.cc:512] server connection from 127.7.242.193:58549 recv error: Network error: failed to read from TLS socket (remote: 127.7.242.193:58549): Connection reset by peer (error 104) 17:49:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:05.319047 8156 connection.cc:512] server connection from 127.7.242.194:43691 recv error: Network error: failed to read from TLS socket (remote: 127.7.242.194:43691): Connection reset by peer (error 104) 17:49:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:05.319792 8219 connection.cc:512] server connection from 127.7.242.194:41796 recv error: Network error: failed to read from TLS socket (remote: 127.7.242.194:41796): Connection reset by peer (error 104) 17:49:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:05.320560 8288 connection.cc:512] server connection from 127.7.242.194:39289 recv error: Network error: failed to read from TLS socket (remote: 127.7.242.194:39289): Connection reset by peer (error 104) 17:49:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:05.321481 8139 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 8632 17:49:05.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:05.342013 8156 connection.cc:512] server connection from 127.7.242.195:47259 recv error: Network error: failed to read from TLS socket (remote: 127.7.242.195:47259): Connection reset by peer (error 104) 17:49:05.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:05.342161 8139 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 8147 17:49:05.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:05.342253 8220 connection.cc:512] server connection from 127.7.242.195:37620 recv error: Network error: failed to read from TLS socket (remote: 127.7.242.195:37620): Connection reset by peer (error 104) 17:49:05.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:05.342653 8286 connection.cc:512] server connection from 127.7.242.195:48356 recv error: Network error: failed to read from TLS socket (remote: 127.7.242.195:48356): Connection reset by peer (error 104) 17:49:05.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:05.364997 8139 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 8209 17:49:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:05.386585 8139 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 8275 17:49:06.430 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614146430 17:49:06.433 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:49:06.433 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:49:06.433 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:49:06.433 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:49:06.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.650522 8883 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:06.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:06.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/wal 17:49:06.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/data 17:49:06.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:06.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:06.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:06.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.8.172.254:49945 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.8.172.254 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/logs 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/data/info.pb 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.8.172.254:49945,127.8.172.253:54729,127.8.172.252:46693 with env {} 17:49:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:06.811344 8891 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:06.811959 8891 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:06.821686 8891 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:06.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:06.821844 8891 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:06.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:06.822137 8891 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:06.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:06.822299 8891 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:06.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.842479 8891 master_main.cc:73] Master server non-default flags: 17:49:06.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/data 17:49:06.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/wal 17:49:06.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:06.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.8.172.254:49945,127.8.172.253:54729,127.8.172.252:46693 17:49:06.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.8.172.254:49945 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/data/info.pb 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.8.172.254 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/logs 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.858736 8891 master_main.cc:80] Initializing master server... 17:49:06.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.861311 8891 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 248564us 17:49:06.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.862149 8891 fs_manager.cc:262] Metadata directory not provided 17:49:06.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.862318 8891 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:06.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.862692 8891 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.862900 8891 server_base.cc:433] Attempting to create new FS layout instead 17:49:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.866806 8891 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/data/instance: 17:49:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "10d8d2cde9c64e6683e7b740ff33616f" 17:49:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:06 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.867662 8891 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/wal/instance: 17:49:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "10d8d2cde9c64e6683e7b740ff33616f" 17:49:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:06 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:06.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.888296 8891 fs_manager.cc:502] Time spent creating directory manager: real 0.020s user 0.007s sys 0.006s 17:49:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.889772 8891 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:06.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.891096 8891 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:06.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.899639 8891 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.899780 8891 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/wal 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "10d8d2cde9c64e6683e7b740ff33616f" 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:06 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:06.900148 8891 fs_report.cc:352] FS layout report 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/wal 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/wal 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/data/data 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:06.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:06.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:07.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.043684 8891 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.046070 8891 master_main.cc:83] Starting Master server... 17:49:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.135555 8891 rpc_server.cc:205] RPC server started. Bound to: 127.8.172.254:49945 17:49:07.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.136549 8891 webserver.cc:175] Starting webserver on 127.8.172.254:0 17:49:07.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.136652 8891 webserver.cc:186] Document root disabled 17:49:07.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.138547 8891 webserver.cc:313] Webserver started. Bound to: http://127.8.172.254:43489/ 17:49:07.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.139302 8891 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-0/data/info.pb 17:49:07.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.142963 8956 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.145350 8883 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 8891 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.146154 8883 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/wal 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/data 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.8.172.253:54729 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.8.172.253 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/logs 17:49:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/data/info.pb 17:49:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.8.172.254:49945,127.8.172.253:54729,127.8.172.252:46693 with env {} 17:49:07.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.159262 8956 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } has no permanent_uuid. Determining permanent_uuid... 17:49:07.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.180932 8956 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } has no permanent_uuid. Determining permanent_uuid... 17:49:07.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.183497 8956 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.8.172.253:54729: Network error: Client connection negotiation failed: client connection to 127.8.172.253:54729: connect: Connection refused (error 111) 17:49:07.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.203110 8956 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } attempt: 1 17:49:07.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.204550 8956 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.8.172.253:54729: Network error: Client connection negotiation failed: client connection to 127.8.172.253:54729: connect: Connection refused (error 111) 17:49:07.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.252876 8956 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } attempt: 2 17:49:07.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.254326 8956 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.8.172.253:54729: Network error: Client connection negotiation failed: client connection to 127.8.172.253:54729: connect: Connection refused (error 111) 17:49:07.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:07.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.316932 8957 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:07.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.317306 8957 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:07.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.326927 8957 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:07.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.327065 8957 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:07.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.327157 8957 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:07.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.327262 8957 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.346952 8957 master_main.cc:73] Master server non-default flags: 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/data 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/wal 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.8.172.254:49945,127.8.172.253:54729,127.8.172.252:46693 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.8.172.253:54729 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/data/info.pb 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.8.172.253 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/logs 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.361135 8957 master_main.cc:80] Initializing master server... 17:49:07.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.364006 8957 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 249064us 17:49:07.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.364796 8957 fs_manager.cc:262] Metadata directory not provided 17:49:07.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.364920 8957 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:07.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.365166 8957 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:07.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.365276 8957 server_base.cc:433] Attempting to create new FS layout instead 17:49:07.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.365701 8956 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } attempt: 3 17:49:07.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.366971 8956 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.8.172.253:54729: Network error: Client connection negotiation failed: client connection to 127.8.172.253:54729: connect: Connection refused (error 111) 17:49:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.369339 8957 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/data/instance: 17:49:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9ab26f3a072f431788957ce2f5766e47" 17:49:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.370035 8957 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/wal/instance: 17:49:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9ab26f3a072f431788957ce2f5766e47" 17:49:07.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:07.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.387192 8957 fs_manager.cc:502] Time spent creating directory manager: real 0.017s user 0.007s sys 0.005s 17:49:07.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.388367 8957 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.389632 8957 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.398010 8957 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.398140 8957 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/wal 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9ab26f3a072f431788957ce2f5766e47" 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.398355 8957 fs_report.cc:352] FS layout report 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/wal 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/wal 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/data/data 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:07.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:07.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:07.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:07.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.543342 8956 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } attempt: 4 17:49:07.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.544661 8956 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.8.172.253:54729: Network error: Client connection negotiation failed: client connection to 127.8.172.253:54729: connect: Connection refused (error 111) 17:49:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.587263 8957 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.590060 8957 master_main.cc:83] Starting Master server... 17:49:07.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.676471 8957 rpc_server.cc:205] RPC server started. Bound to: 127.8.172.253:54729 17:49:07.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.677659 8957 webserver.cc:175] Starting webserver on 127.8.172.253:0 17:49:07.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.677757 8957 webserver.cc:186] Document root disabled 17:49:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.679633 8957 webserver.cc:313] Webserver started. Bound to: http://127.8.172.253:33484/ 17:49:07.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.680362 8957 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-1/data/info.pb 17:49:07.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.683912 9022 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:07.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.685343 8883 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 8957 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.686110 8883 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/wal 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/data 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.8.172.252:46693 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.8.172.252 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/logs 17:49:07.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/data/info.pb 17:49:07.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:07.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:07.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:07.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:07.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:07.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.8.172.254:49945,127.8.172.253:54729,127.8.172.252:46693 with env {} 17:49:07.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.697502 9022 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } has no permanent_uuid. Determining permanent_uuid... 17:49:07.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.715816 9022 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } has no permanent_uuid. Determining permanent_uuid... 17:49:07.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.727571 9022 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } has no permanent_uuid. Determining permanent_uuid... 17:49:07.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.728826 9022 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.8.172.252:46693: Network error: Client connection negotiation failed: client connection to 127.8.172.252:46693: connect: Connection refused (error 111) 17:49:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.748256 9022 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } attempt: 1 17:49:07.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.749739 9022 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.8.172.252:46693: Network error: Client connection negotiation failed: client connection to 127.8.172.252:46693: connect: Connection refused (error 111) 17:49:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.798072 9022 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } attempt: 2 17:49:07.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.799487 9022 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.8.172.252:46693: Network error: Client connection negotiation failed: client connection to 127.8.172.252:46693: connect: Connection refused (error 111) 17:49:07.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.848004 8956 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } attempt: 5 17:49:07.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.855907 8956 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } has no permanent_uuid. Determining permanent_uuid... 17:49:07.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:07.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.856191 9023 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:07.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.856567 9023 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.857302 8956 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.8.172.252:46693: Network error: Client connection negotiation failed: client connection to 127.8.172.252:46693: connect: Connection refused (error 111) 17:49:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.866446 9023 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.866582 9023 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.866680 9023 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.866822 9023 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.887058 9023 master_main.cc:73] Master server non-default flags: 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/data 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/wal 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.8.172.254:49945,127.8.172.253:54729,127.8.172.252:46693 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.8.172.252:46693 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/data/info.pb 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.8.172.252 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/logs 17:49:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:07.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.895624 8956 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } attempt: 1 17:49:07.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.896930 8956 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.8.172.252:46693: Network error: Client connection negotiation failed: client connection to 127.8.172.252:46693: connect: Connection refused (error 111) 17:49:07.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.902576 9023 master_main.cc:80] Initializing master server... 17:49:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.905474 9023 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 249064us 17:49:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.906251 9023 fs_manager.cc:262] Metadata directory not provided 17:49:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.906376 9023 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.906661 9023 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.906774 9023 server_base.cc:433] Attempting to create new FS layout instead 17:49:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.910727 9023 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/data/instance: 17:49:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "262bb4a53fb44c88b3b60653b269b320" 17:49:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.910825 9022 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } attempt: 3 17:49:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.911453 9023 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/wal/instance: 17:49:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "262bb4a53fb44c88b3b60653b269b320" 17:49:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.912147 9022 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.8.172.252:46693: Network error: Client connection negotiation failed: client connection to 127.8.172.252:46693: connect: Connection refused (error 111) 17:49:07.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.925866 9023 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.006s 17:49:07.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.927106 9023 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:07.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.928292 9023 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:07.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.936686 9023 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.936815 9023 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/wal 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "262bb4a53fb44c88b3b60653b269b320" 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.937031 9023 fs_report.cc:352] FS layout report 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/wal 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/wal 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/data/data 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:07.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:07.945264 8956 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } attempt: 2 17:49:07.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:07.946565 8956 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.8.172.252:46693: Network error: Client connection negotiation failed: client connection to 127.8.172.252:46693: connect: Connection refused (error 111) 17:49:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.046916 8956 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } attempt: 3 17:49:08.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:08.048950 8956 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.8.172.252:46693: Network error: Client connection negotiation failed: client connection to 127.8.172.252:46693: connect: Connection refused (error 111) 17:49:08.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.088480 9022 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } attempt: 4 17:49:08.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:08.089948 9022 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.8.172.252:46693: Network error: Client connection negotiation failed: client connection to 127.8.172.252:46693: connect: Connection refused (error 111) 17:49:08.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.135576 9023 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:08.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.137995 9023 master_main.cc:83] Starting Master server... 17:49:08.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.189327 8956 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } attempt: 4 17:49:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:08.190841 8956 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.8.172.252:46693: Network error: Client connection negotiation failed: client connection to 127.8.172.252:46693: connect: Connection refused (error 111) 17:49:08.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.228108 9023 rpc_server.cc:205] RPC server started. Bound to: 127.8.172.252:46693 17:49:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.228960 9023 webserver.cc:175] Starting webserver on 127.8.172.252:0 17:49:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.229066 9023 webserver.cc:186] Document root disabled 17:49:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.230931 9023 webserver.cc:313] Webserver started. Bound to: http://127.8.172.252:49480/ 17:49:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.231703 9023 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/master-2/data/info.pb 17:49:08.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.234936 9087 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:08.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.235620 8883 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 9023 17:49:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.236528 8883 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/wal 17:49:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/data 17:49:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.8.172.193:0 17:49:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.8.172.193 17:49:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.8.172.193 17:49:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.8.172.254:49945,127.8.172.253:54729,127.8.172.252:46693 17:49:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/logs 17:49:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/data/info.pb 17:49:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:08.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.251092 9087 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } has no permanent_uuid. Determining permanent_uuid... 17:49:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.268162 9087 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } has no permanent_uuid. Determining permanent_uuid... 17:49:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.275882 9087 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } has no permanent_uuid. Determining permanent_uuid... 17:49:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.291332 9087 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320: Bootstrap starting. 17:49:08.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.293759 9087 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320: No blocks or log segments found. Creating new log. 17:49:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.295169 9087 log.cc:525] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320: Log is configured to *not* fsync() on all Append() calls 17:49:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.301724 9087 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320: No bootstrap required, opened a new log 17:49:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.312299 9087 raft_consensus.cc:325] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } 17:49:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.312817 9087 raft_consensus.cc:351] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:08.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.313014 9087 raft_consensus.cc:630] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 262bb4a53fb44c88b3b60653b269b320, State: Initialized, Role: FOLLOWER 17:49:08.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.313522 9087 consensus_queue.cc:228] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } 17:49:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.317015 9087 sys_catalog.cc:337] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } } 17:49:08.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.317873 9087 sys_catalog.cc:340] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [sys.catalog]: This master's current role is: FOLLOWER 17:49:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.319170 9087 sys_catalog.cc:424] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [sys.catalog]: configured and running, proceeding with master startup. 17:49:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.317646 9093 sys_catalog.cc:337] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } } 17:49:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.386243 9093 sys_catalog.cc:340] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [sys.catalog]: This master's current role is: FOLLOWER 17:49:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.388171 9023 master_main.cc:86] Master server successfully started. 17:49:08.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:08.391618 9043 tablet.cc:1728] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:08.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.393272 9022 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } attempt: 5 17:49:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:08.396472 9094 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:08.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:08.396898 9094 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:08.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.406136 9022 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47: Bootstrap starting. 17:49:08.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.409596 9022 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47: No blocks or log segments found. Creating new log. 17:49:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.411586 9022 log.cc:525] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47: Log is configured to *not* fsync() on all Append() calls 17:49:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.416245 9022 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47: No bootstrap required, opened a new log 17:49:08.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.434509 9022 raft_consensus.cc:325] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } 17:49:08.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.435386 9022 raft_consensus.cc:351] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:08.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.435731 9022 raft_consensus.cc:630] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9ab26f3a072f431788957ce2f5766e47, State: Initialized, Role: FOLLOWER 17:49:08.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.436744 9093 raft_consensus.cc:457] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:49:08.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.437050 9093 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320: Snoozing failure detection for 1.712s (starting election) 17:49:08.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:08.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:08.437014 9088 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:08.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.436671 9022 consensus_queue.cc:228] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } 17:49:08.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:08.437606 9088 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:08.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.437386 9093 raft_consensus.cc:479] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } 17:49:08.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.438755 9093 leader_election.cc:251] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 10d8d2cde9c64e6683e7b740ff33616f (127.8.172.254:49945) 17:49:08.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.439608 9093 leader_election.cc:251] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 9ab26f3a072f431788957ce2f5766e47 (127.8.172.253:54729) 17:49:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.446130 9097 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } } 17:49:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.446856 9097 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [sys.catalog]: This master's current role is: FOLLOWER 17:49:08.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.456183 8956 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } attempt: 5 17:49:08.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:08.457537 9088 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:08.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:08.458514 9088 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.172.193 17:49:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.470916 8956 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f: Bootstrap starting. 17:49:08.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.476011 8956 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f: No blocks or log segments found. Creating new log. 17:49:08.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.478070 8956 log.cc:525] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f: Log is configured to *not* fsync() on all Append() calls 17:49:08.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.484935 8956 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f: No bootstrap required, opened a new log 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.509757 9088 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/data 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/wal 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.8.172.193:0 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/data/info.pb 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.8.172.193 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.8.172.254:49945,127.8.172.253:54729,127.8.172.252:46693 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.8.172.193 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/logs 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.528506 8956 raft_consensus.cc:325] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } 17:49:08.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.533282 8956 raft_consensus.cc:351] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:08.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.533740 8956 raft_consensus.cc:630] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 10d8d2cde9c64e6683e7b740ff33616f, State: Initialized, Role: FOLLOWER 17:49:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.534720 8956 consensus_queue.cc:228] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } 17:49:08.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.539084 9103 sys_catalog.cc:337] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } } 17:49:08.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.540421 9103 sys_catalog.cc:340] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [sys.catalog]: This master's current role is: FOLLOWER 17:49:08.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.447222 9022 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } } 17:49:08.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.563006 9022 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [sys.catalog]: This master's current role is: FOLLOWER 17:49:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.564383 9022 sys_catalog.cc:424] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [sys.catalog]: configured and running, proceeding with master startup. 17:49:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.564524 8999 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "262bb4a53fb44c88b3b60653b269b320" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9ab26f3a072f431788957ce2f5766e47" is_pre_election: true 17:49:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.565927 8999 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47: Snoozing failure detection for 1.679s (vote granted) 17:49:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.566195 9088 tablet_server_main.cc:85] Initializing tablet server... 17:49:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.566251 8999 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 262bb4a53fb44c88b3b60653b269b320 in term 0. 17:49:08.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.567586 9038 leader_election.cc:387] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 9ab26f3a072f431788957ce2f5766e47 (127.8.172.253:54729) 17:49:08.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.567834 9038 leader_election.cc:278] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:49:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.568545 9093 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320: Snoozing failure detection for 1.991s (election complete) 17:49:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.568805 9093 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:49:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.569037 9093 raft_consensus.cc:457] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:49:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.569200 9093 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320: Snoozing failure detection for 2.126s (starting election) 17:49:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.569329 9093 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [term 0 FOLLOWER]: Advancing to term 1 17:49:08.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.572517 8957 master_main.cc:86] Master server successfully started. 17:49:08.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.572868 9088 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 249564us 17:49:08.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.573616 9088 fs_manager.cc:262] Metadata directory not provided 17:49:08.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.573861 9088 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.574410 9088 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.574698 9088 server_base.cc:433] Attempting to create new FS layout instead 17:49:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.574512 9093 raft_consensus.cc:479] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } 17:49:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.575659 9093 leader_election.cc:251] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [CANDIDATE]: Term 1 election: Requesting vote from peer 10d8d2cde9c64e6683e7b740ff33616f (127.8.172.254:49945) 17:49:08.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.576668 9093 leader_election.cc:251] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [CANDIDATE]: Term 1 election: Requesting vote from peer 9ab26f3a072f431788957ce2f5766e47 (127.8.172.253:54729) 17:49:08.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.577915 8999 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "262bb4a53fb44c88b3b60653b269b320" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9ab26f3a072f431788957ce2f5766e47" 17:49:08.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.578419 8999 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [term 0 FOLLOWER]: Advancing to term 1 17:49:08.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.578708 8999 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47: Snoozing failure detection for 2.136s (vote granted) 17:49:08.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:08.583765 9104 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:08.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:08.584177 9104 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.586755 9088 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/data/instance: 17:49:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "da1c8415c9704b89867289d5f0c0dbbc" 17:49:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:08 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.587793 9088 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/wal/instance: 17:49:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "da1c8415c9704b89867289d5f0c0dbbc" 17:49:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:08 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:08.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.590301 8999 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 262bb4a53fb44c88b3b60653b269b320 in term 1. 17:49:08.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:08.593602 8978 tablet.cc:1728] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:08.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.594234 9038 leader_election.cc:387] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [CANDIDATE]: Term 1 election: Vote granted by peer 9ab26f3a072f431788957ce2f5766e47 (127.8.172.253:54729) 17:49:08.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.594485 9038 leader_election.cc:278] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.595103 9093 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320: Snoozing failure detection for 2.196s (election complete) 17:49:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.595352 9093 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [term 1 FOLLOWER]: Leader election won for term 1 17:49:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.602319 9093 raft_consensus.cc:595] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [term 1 LEADER]: Becoming Leader. State: Replica: 262bb4a53fb44c88b3b60653b269b320, State: Running, Role: LEADER 17:49:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.603174 9093 consensus_queue.cc:205] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } 17:49:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.618686 9088 fs_manager.cc:502] Time spent creating directory manager: real 0.030s user 0.013s sys 0.010s 17:49:08.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.620733 9088 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:08.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.622261 9088 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:08.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.626564 9106 sys_catalog.cc:337] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 262bb4a53fb44c88b3b60653b269b320. Latest consensus state: current_term: 1 leader_uuid: "262bb4a53fb44c88b3b60653b269b320" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } } 17:49:08.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.627408 9106 sys_catalog.cc:340] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [sys.catalog]: This master's current role is: LEADER 17:49:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.639864 9110 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:49:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.643708 9110 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:49:08.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.659977 9088 fs_manager.cc:418] Time spent opening block manager: real 0.016s user 0.001s sys 0.009s 17:49:08.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.660166 9088 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/wal 17:49:08.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "da1c8415c9704b89867289d5f0c0dbbc" 17:49:08.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:08 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:08.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.660506 9088 fs_report.cc:352] FS layout report 17:49:08.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:08.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/wal 17:49:08.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/wal 17:49:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/data/data 17:49:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.540455 8956 sys_catalog.cc:337] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } } 17:49:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.676218 8956 sys_catalog.cc:340] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [sys.catalog]: This master's current role is: FOLLOWER 17:49:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.677458 8956 sys_catalog.cc:424] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [sys.catalog]: configured and running, proceeding with master startup. 17:49:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.677597 8933 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "262bb4a53fb44c88b3b60653b269b320" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10d8d2cde9c64e6683e7b740ff33616f" is_pre_election: true 17:49:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.678630 8933 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f: Snoozing failure detection for 2.246s (vote granted) 17:49:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.678917 8933 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 262bb4a53fb44c88b3b60653b269b320 in term 0. 17:49:08.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.680287 9036 leader_election.cc:387] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 10d8d2cde9c64e6683e7b740ff33616f (127.8.172.254:49945) 17:49:08.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.691093 8932 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "262bb4a53fb44c88b3b60653b269b320" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10d8d2cde9c64e6683e7b740ff33616f" 17:49:08.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.694075 8891 master_main.cc:86] Master server successfully started. 17:49:08.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.694226 8932 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [term 0 FOLLOWER]: Advancing to term 1 17:49:08.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.694852 8932 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f: Snoozing failure detection for 1.605s (vote granted) 17:49:08.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.707638 8932 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 262bb4a53fb44c88b3b60653b269b320 in term 1. 17:49:08.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.708648 9036 leader_election.cc:387] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [CANDIDATE]: Term 1 election: Vote granted by peer 10d8d2cde9c64e6683e7b740ff33616f (127.8.172.254:49945) 17:49:08.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:08.713419 9112 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:08.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:08.713773 9112 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:08.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.715442 8999 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [term 1 FOLLOWER]: Refusing update from remote peer 262bb4a53fb44c88b3b60653b269b320: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:08.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.715775 8932 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [term 1 FOLLOWER]: Refusing update from remote peer 262bb4a53fb44c88b3b60653b269b320: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:08.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.717170 9106 consensus_queue.cc:963] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:08.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.718361 9106 consensus_queue.cc:963] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [LEADER]: Connected to new peer: Peer: permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:08.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.747109 9103 sys_catalog.cc:337] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 262bb4a53fb44c88b3b60653b269b320. Latest consensus state: current_term: 1 leader_uuid: "262bb4a53fb44c88b3b60653b269b320" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } } 17:49:08.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.747795 9103 sys_catalog.cc:340] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [sys.catalog]: This master's current role is: FOLLOWER 17:49:08.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.753017 9097 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 262bb4a53fb44c88b3b60653b269b320. Latest consensus state: current_term: 1 leader_uuid: "262bb4a53fb44c88b3b60653b269b320" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } } 17:49:08.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.753712 9097 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [sys.catalog]: This master's current role is: FOLLOWER 17:49:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.769454 9106 sys_catalog.cc:337] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "262bb4a53fb44c88b3b60653b269b320" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } } 17:49:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.770138 9106 sys_catalog.cc:340] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [sys.catalog]: This master's current role is: LEADER 17:49:08.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.774116 9125 sys_catalog.cc:337] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "262bb4a53fb44c88b3b60653b269b320" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } } 17:49:08.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.774844 9125 sys_catalog.cc:340] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320 [sys.catalog]: This master's current role is: LEADER 17:49:08.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.774417 9103 sys_catalog.cc:337] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "262bb4a53fb44c88b3b60653b269b320" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } } 17:49:08.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.775187 9103 sys_catalog.cc:340] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f [sys.catalog]: This master's current role is: FOLLOWER 17:49:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.777907 9110 catalog_manager.cc:924] Generated new certificate authority record 17:49:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.780016 9110 catalog_manager.cc:1046] Loading token signing keys... 17:49:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.782222 9097 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "262bb4a53fb44c88b3b60653b269b320" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10d8d2cde9c64e6683e7b740ff33616f" member_type: VOTER last_known_addr { host: "127.8.172.254" port: 49945 } } peers { permanent_uuid: "9ab26f3a072f431788957ce2f5766e47" member_type: VOTER last_known_addr { host: "127.8.172.253" port: 54729 } } peers { permanent_uuid: "262bb4a53fb44c88b3b60653b269b320" member_type: VOTER last_known_addr { host: "127.8.172.252" port: 46693 } } } 17:49:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.782904 9097 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47 [sys.catalog]: This master's current role is: FOLLOWER 17:49:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:08.798238 9110 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 262bb4a53fb44c88b3b60653b269b320: Generated new TSK 0 17:49:09.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.021647 9088 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:09.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.030822 9088 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:09.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.038002 9088 tablet_server_main.cc:90] Starting tablet server... 17:49:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.592233 9104 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47: acquiring CA information for follower catalog manager: success 17:49:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.598423 9104 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 9ab26f3a072f431788957ce2f5766e47: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.720428 9112 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f: acquiring CA information for follower catalog manager: success 17:49:09.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.723584 9112 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 10d8d2cde9c64e6683e7b740ff33616f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.725996 9088 rpc_server.cc:205] RPC server started. Bound to: 127.8.172.193:38269 17:49:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.727596 9088 webserver.cc:175] Starting webserver on 127.8.172.193:0 17:49:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.727833 9088 webserver.cc:186] Document root disabled 17:49:09.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.734055 9088 webserver.cc:313] Webserver started. Bound to: http://127.8.172.193:51638/ 17:49:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.735018 9088 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-0/data/info.pb 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.744251 8883 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 9088 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.745517 8883 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/wal 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/data 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.8.172.194:0 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.8.172.194 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.8.172.194 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.8.172.254:49945,127.8.172.253:54729,127.8.172.252:46693 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/logs 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/data/info.pb 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:09.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:09.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.784878 9088 tablet_server_main.cc:93] Tablet server successfully started. 17:49:09.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.816248 9237 heartbeater.cc:346] Connected to a master server at 127.8.172.253:54729 17:49:09.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.816628 9237 heartbeater.cc:426] Registering TS with master... 17:49:09.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.817773 9237 heartbeater.cc:475] Master 127.8.172.253:54729 requested a full tablet report, sending... 17:49:09.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.821962 8989 ts_manager.cc:98] Registered new tserver with Master: da1c8415c9704b89867289d5f0c0dbbc (127.8.172.193:38269) 17:49:09.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.822935 9242 heartbeater.cc:346] Connected to a master server at 127.8.172.252:46693 17:49:09.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.823180 9242 heartbeater.cc:426] Registering TS with master... 17:49:09.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.823668 9242 heartbeater.cc:475] Master 127.8.172.252:46693 requested a full tablet report, sending... 17:49:09.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.825218 9236 heartbeater.cc:346] Connected to a master server at 127.8.172.254:49945 17:49:09.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.825469 9236 heartbeater.cc:426] Registering TS with master... 17:49:09.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.825879 9236 heartbeater.cc:475] Master 127.8.172.254:49945 requested a full tablet report, sending... 17:49:09.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.826050 9054 ts_manager.cc:98] Registered new tserver with Master: da1c8415c9704b89867289d5f0c0dbbc (127.8.172.193:38269) 17:49:09.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.830611 8923 ts_manager.cc:98] Registered new tserver with Master: da1c8415c9704b89867289d5f0c0dbbc (127.8.172.193:38269) 17:49:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:09.831701 9054 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.8.172.193:39729 17:49:09.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:09.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:09.967159 9240 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:09.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:09.968009 9240 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:09.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:09.984930 9240 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:09.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:09.985682 9240 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.172.194 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.032747 9240 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/data 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/wal 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.8.172.194:0 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/data/info.pb 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.8.172.194 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.8.172.254:49945,127.8.172.253:54729,127.8.172.252:46693 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.8.172.194 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/logs 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:10.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.061075 9240 tablet_server_main.cc:85] Initializing tablet server... 17:49:10.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.064292 9240 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 250564us 17:49:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.065155 9240 fs_manager.cc:262] Metadata directory not provided 17:49:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.065551 9240 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.066031 9240 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.066320 9240 server_base.cc:433] Attempting to create new FS layout instead 17:49:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.071560 9240 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/data/instance: 17:49:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "637f6a45d1094371bfed2efd0225e210" 17:49:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:10 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:10.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.072962 9240 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/wal/instance: 17:49:10.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "637f6a45d1094371bfed2efd0225e210" 17:49:10.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:10 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.101933 9240 fs_manager.cc:502] Time spent creating directory manager: real 0.028s user 0.015s sys 0.010s 17:49:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.103973 9240 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.104758 9240 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.122524 9240 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.000s sys 0.005s 17:49:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.122963 9240 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/wal 17:49:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "637f6a45d1094371bfed2efd0225e210" 17:49:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:10 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.123497 9240 fs_report.cc:352] FS layout report 17:49:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/wal 17:49:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/wal 17:49:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/data/data 17:49:10.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:10.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:10.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:10.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:10.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:10.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:10.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:10.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:10.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:10.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:10.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.465018 9240 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.483287 9240 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:10.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.489686 9240 tablet_server_main.cc:90] Starting tablet server... 17:49:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.835099 9242 heartbeater.cc:467] Master 127.8.172.252:46693 was elected leader, sending a full tablet report... 17:49:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.848076 9240 rpc_server.cc:205] RPC server started. Bound to: 127.8.172.194:50348 17:49:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.849928 9240 webserver.cc:175] Starting webserver on 127.8.172.194:0 17:49:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.850178 9240 webserver.cc:186] Document root disabled 17:49:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.852371 9240 webserver.cc:313] Webserver started. Bound to: http://127.8.172.194:48256/ 17:49:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.853595 9240 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-1/data/info.pb 17:49:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.856690 8883 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 9240 17:49:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.857781 8883 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/wal 17:49:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/data 17:49:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.8.172.195:0 17:49:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.8.172.195 17:49:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.8.172.195 17:49:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.8.172.254:49945,127.8.172.253:54729,127.8.172.252:46693 17:49:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/logs 17:49:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/data/info.pb 17:49:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:10.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.906914 9240 tablet_server_main.cc:93] Tablet server successfully started. 17:49:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.944463 9369 heartbeater.cc:346] Connected to a master server at 127.8.172.253:54729 17:49:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.944876 9369 heartbeater.cc:426] Registering TS with master... 17:49:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.946625 9369 heartbeater.cc:475] Master 127.8.172.253:54729 requested a full tablet report, sending... 17:49:10.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.949244 8989 ts_manager.cc:98] Registered new tserver with Master: 637f6a45d1094371bfed2efd0225e210 (127.8.172.194:50348) 17:49:10.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.945999 9372 heartbeater.cc:346] Connected to a master server at 127.8.172.252:46693 17:49:10.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.955935 9372 heartbeater.cc:426] Registering TS with master... 17:49:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.956665 9372 heartbeater.cc:475] Master 127.8.172.252:46693 requested a full tablet report, sending... 17:49:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.947448 9367 heartbeater.cc:346] Connected to a master server at 127.8.172.254:49945 17:49:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.957965 9367 heartbeater.cc:426] Registering TS with master... 17:49:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.958408 9367 heartbeater.cc:475] Master 127.8.172.254:49945 requested a full tablet report, sending... 17:49:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.958710 9054 ts_manager.cc:98] Registered new tserver with Master: 637f6a45d1094371bfed2efd0225e210 (127.8.172.194:50348) 17:49:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.960052 9054 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.8.172.194:51886 17:49:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:10.961989 8923 ts_manager.cc:98] Registered new tserver with Master: 637f6a45d1094371bfed2efd0225e210 (127.8.172.194:50348) 17:49:11.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:11.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:11.026048 9368 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:11.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:11.026569 9368 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:11.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:11.035974 9368 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:11.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:11.036428 9368 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.172.195 17:49:11.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.051571 9368 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/data 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/wal 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.8.172.195:0 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/data/info.pb 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.8.172.195 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.8.172.254:49945,127.8.172.253:54729,127.8.172.252:46693 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.8.172.195 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/logs 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:11.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:11.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.067919 9368 tablet_server_main.cc:85] Initializing tablet server... 17:49:11.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.070111 9368 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 251064us 17:49:11.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.070628 9368 fs_manager.cc:262] Metadata directory not provided 17:49:11.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.070760 9368 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:11.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.071063 9368 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:11.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.071179 9368 server_base.cc:433] Attempting to create new FS layout instead 17:49:11.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.074398 9368 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/data/instance: 17:49:11.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e3a07635e1b249848acc9be3b6bce23d" 17:49:11.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:11 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:11.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.075305 9368 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/wal/instance: 17:49:11.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e3a07635e1b249848acc9be3b6bce23d" 17:49:11.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:11 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.086889 9368 fs_manager.cc:502] Time spent creating directory manager: real 0.011s user 0.008s sys 0.002s 17:49:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.088161 9368 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:11.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.088668 9368 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:11.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.096000 9368 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:49:11.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.096138 9368 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/wal 17:49:11.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e3a07635e1b249848acc9be3b6bce23d" 17:49:11.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:11 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:11.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.096424 9368 fs_report.cc:352] FS layout report 17:49:11.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:11.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/wal 17:49:11.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/wal 17:49:11.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/data/data 17:49:11.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:11.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.249899 9368 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:11.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.253688 9368 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:11.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.254920 9368 tablet_server_main.cc:90] Starting tablet server... 17:49:11.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.367429 9368 rpc_server.cc:205] RPC server started. Bound to: 127.8.172.195:47292 17:49:11.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.368598 9368 webserver.cc:175] Starting webserver on 127.8.172.195:0 17:49:11.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.368719 9368 webserver.cc:186] Document root disabled 17:49:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.370187 9368 webserver.cc:313] Webserver started. Bound to: http://127.8.172.195:59490/ 17:49:11.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.370972 9368 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1240248107211285924/ts-2/data/info.pb 17:49:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.372345 8883 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 9368 17:49:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.391010 9368 tablet_server_main.cc:93] Tablet server successfully started. 17:49:11.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.435358 9498 heartbeater.cc:346] Connected to a master server at 127.8.172.254:49945 17:49:11.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.436651 9498 heartbeater.cc:426] Registering TS with master... 17:49:11.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.437296 9498 heartbeater.cc:475] Master 127.8.172.254:49945 requested a full tablet report, sending... 17:49:11.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.439760 8923 ts_manager.cc:98] Registered new tserver with Master: e3a07635e1b249848acc9be3b6bce23d (127.8.172.195:47292) 17:49:11.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.442899 9499 heartbeater.cc:346] Connected to a master server at 127.8.172.253:54729 17:49:11.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.443135 9499 heartbeater.cc:426] Registering TS with master... 17:49:11.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.443608 9499 heartbeater.cc:475] Master 127.8.172.253:54729 requested a full tablet report, sending... 17:49:11.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.445616 8989 ts_manager.cc:98] Registered new tserver with Master: e3a07635e1b249848acc9be3b6bce23d (127.8.172.195:47292) 17:49:11.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.436254 9500 heartbeater.cc:346] Connected to a master server at 127.8.172.252:46693 17:49:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.448026 9500 heartbeater.cc:426] Registering TS with master... 17:49:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.448387 9500 heartbeater.cc:475] Master 127.8.172.252:46693 requested a full tablet report, sending... 17:49:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.449806 9054 ts_manager.cc:98] Registered new tserver with Master: e3a07635e1b249848acc9be3b6bce23d (127.8.172.195:47292) 17:49:11.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.450927 9054 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.8.172.195:40512 17:49:11.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.452553 8883 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:49:11.453 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:49:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.529214 9054 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.8.172.252:57791: 17:49:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:49:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:49:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:49:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:49:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:49:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.583173 9173 tablet_service.cc:759] Processing CreateTablet for tablet f4bf148f5ace448e9737756282a4d9da (table=test [id=4f422bad4bf349f994868dfc768f29fe]), partition=RANGE (key) PARTITION VALUES >= 50 17:49:11.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.584053 9173 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet f4bf148f5ace448e9737756282a4d9da. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:11.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.584683 9435 tablet_service.cc:759] Processing CreateTablet for tablet ac3014a667da4070a696f54bd1613b15 (table=test [id=4f422bad4bf349f994868dfc768f29fe]), partition=RANGE (key) PARTITION VALUES < 50 17:49:11.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.585794 9435 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet ac3014a667da4070a696f54bd1613b15. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:11.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.596858 9173 ts_tablet_manager.cc:1173] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc: Registered tablet (data state: TABLET_DATA_READY) 17:49:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.598978 9569 ts_tablet_manager.cc:1028] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc: Bootstrapping tablet 17:49:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.599602 9569 tablet_bootstrap.cc:438] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc: Bootstrap starting. 17:49:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.601971 9569 tablet_bootstrap.cc:592] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc: No blocks or log segments found. Creating new log. 17:49:11.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.603230 9569 log.cc:525] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc: Log is configured to *not* fsync() on all Append() calls 17:49:11.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.606518 9569 tablet_bootstrap.cc:438] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc: No bootstrap required, opened a new log 17:49:11.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.606652 9435 ts_tablet_manager.cc:1173] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d: Registered tablet (data state: TABLET_DATA_READY) 17:49:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.606885 9569 ts_tablet_manager.cc:1045] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc: Time spent bootstrapping tablet: real 0.007s user 0.005s sys 0.001s 17:49:11.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.609565 9571 ts_tablet_manager.cc:1028] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d: Bootstrapping tablet 17:49:11.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.611476 9571 tablet_bootstrap.cc:438] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d: Bootstrap starting. 17:49:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.616382 9571 tablet_bootstrap.cc:592] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d: No blocks or log segments found. Creating new log. 17:49:11.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.618587 9571 log.cc:525] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d: Log is configured to *not* fsync() on all Append() calls 17:49:11.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.622993 9571 tablet_bootstrap.cc:438] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d: No bootstrap required, opened a new log 17:49:11.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.623585 9571 ts_tablet_manager.cc:1045] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d: Time spent bootstrapping tablet: real 0.012s user 0.008s sys 0.002s 17:49:11.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.625668 9569 raft_consensus.cc:325] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "da1c8415c9704b89867289d5f0c0dbbc" member_type: VOTER last_known_addr { host: "127.8.172.193" port: 38269 } } 17:49:11.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.626451 9569 raft_consensus.cc:351] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:11.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.626786 9569 raft_consensus.cc:630] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da1c8415c9704b89867289d5f0c0dbbc, State: Initialized, Role: FOLLOWER 17:49:11.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.627640 9569 consensus_queue.cc:228] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "da1c8415c9704b89867289d5f0c0dbbc" member_type: VOTER last_known_addr { host: "127.8.172.193" port: 38269 } } 17:49:11.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.628317 9569 raft_consensus.cc:365] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:11.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.628710 9569 raft_consensus.cc:457] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:11.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.629106 9569 raft_consensus.cc:2742] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc: Snoozing failure detection for 1.533s (starting election) 17:49:11.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.629494 9569 raft_consensus.cc:2794] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc [term 0 FOLLOWER]: Advancing to term 1 17:49:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.634481 9569 raft_consensus.cc:479] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "da1c8415c9704b89867289d5f0c0dbbc" member_type: VOTER last_known_addr { host: "127.8.172.193" port: 38269 } } 17:49:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.635323 9569 leader_election.cc:278] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.637487 9573 raft_consensus.cc:2742] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc: Snoozing failure detection for 1.543s (election complete) 17:49:11.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.637771 9573 raft_consensus.cc:2549] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc [term 1 FOLLOWER]: Leader election won for term 1 17:49:11.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.639453 9573 raft_consensus.cc:595] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc [term 1 LEADER]: Becoming Leader. State: Replica: da1c8415c9704b89867289d5f0c0dbbc, State: Running, Role: LEADER 17:49:11.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.640033 9573 consensus_queue.cc:205] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "da1c8415c9704b89867289d5f0c0dbbc" member_type: VOTER last_known_addr { host: "127.8.172.193" port: 38269 } } 17:49:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.644054 9569 ts_tablet_manager.cc:1073] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc: Time spent starting tablet: real 0.037s user 0.024s sys 0.009s 17:49:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.644121 9571 raft_consensus.cc:325] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e3a07635e1b249848acc9be3b6bce23d" member_type: VOTER last_known_addr { host: "127.8.172.195" port: 47292 } } 17:49:11.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.644872 9571 raft_consensus.cc:351] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:11.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.645054 9571 raft_consensus.cc:630] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e3a07635e1b249848acc9be3b6bce23d, State: Initialized, Role: FOLLOWER 17:49:11.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.645787 9571 consensus_queue.cc:228] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e3a07635e1b249848acc9be3b6bce23d" member_type: VOTER last_known_addr { host: "127.8.172.195" port: 47292 } } 17:49:11.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.646548 9571 raft_consensus.cc:365] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.646884 9571 raft_consensus.cc:457] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.647073 9571 raft_consensus.cc:2742] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d: Snoozing failure detection for 1.859s (starting election) 17:49:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.647289 9571 raft_consensus.cc:2794] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d [term 0 FOLLOWER]: Advancing to term 1 17:49:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.648902 9054 catalog_manager.cc:3758] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc reported cstate change: term changed from 0 to 1, leader changed from to da1c8415c9704b89867289d5f0c0dbbc (127.8.172.193). New cstate: current_term: 1 leader_uuid: "da1c8415c9704b89867289d5f0c0dbbc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "da1c8415c9704b89867289d5f0c0dbbc" member_type: VOTER last_known_addr { host: "127.8.172.193" port: 38269 } health_report { overall_health: HEALTHY } } } 17:49:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.655583 9571 raft_consensus.cc:479] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e3a07635e1b249848acc9be3b6bce23d" member_type: VOTER last_known_addr { host: "127.8.172.195" port: 47292 } } 17:49:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.656487 9571 leader_election.cc:278] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.663868 9577 raft_consensus.cc:2742] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d: Snoozing failure detection for 2.025s (election complete) 17:49:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.664670 9577 raft_consensus.cc:2549] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d [term 1 FOLLOWER]: Leader election won for term 1 17:49:11.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.666388 9500 heartbeater.cc:467] Master 127.8.172.252:46693 was elected leader, sending a full tablet report... 17:49:11.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.673586 9577 raft_consensus.cc:595] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d [term 1 LEADER]: Becoming Leader. State: Replica: e3a07635e1b249848acc9be3b6bce23d, State: Running, Role: LEADER 17:49:11.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.674084 9571 ts_tablet_manager.cc:1073] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d: Time spent starting tablet: real 0.050s user 0.021s sys 0.009s 17:49:11.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.674639 9577 consensus_queue.cc:205] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e3a07635e1b249848acc9be3b6bce23d" member_type: VOTER last_known_addr { host: "127.8.172.195" port: 47292 } } 17:49:11.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.682814 9054 catalog_manager.cc:3758] T ac3014a667da4070a696f54bd1613b15 P e3a07635e1b249848acc9be3b6bce23d reported cstate change: term changed from 0 to 1, leader changed from to e3a07635e1b249848acc9be3b6bce23d (127.8.172.195). New cstate: current_term: 1 leader_uuid: "e3a07635e1b249848acc9be3b6bce23d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e3a07635e1b249848acc9be3b6bce23d" member_type: VOTER last_known_addr { host: "127.8.172.195" port: 47292 } health_report { overall_health: HEALTHY } } } 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.710615 9054 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.8.172.252:57791: 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:11.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.738490 9304 tablet_service.cc:759] Processing CreateTablet for tablet 3702557f7c6f42d3b06883489011c609 (table=simple-test [id=5d2d20ddf82c47609aa872a86c4213a4]), partition=RANGE (key) PARTITION UNBOUNDED 17:49:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.739295 9304 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 3702557f7c6f42d3b06883489011c609. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:11.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.752851 9304 ts_tablet_manager.cc:1173] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210: Registered tablet (data state: TABLET_DATA_READY) 17:49:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.754365 9583 ts_tablet_manager.cc:1028] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210: Bootstrapping tablet 17:49:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.754979 9583 tablet_bootstrap.cc:438] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210: Bootstrap starting. 17:49:11.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.757802 9583 tablet_bootstrap.cc:592] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210: No blocks or log segments found. Creating new log. 17:49:11.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.759146 9583 log.cc:525] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210: Log is configured to *not* fsync() on all Append() calls 17:49:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.761871 9583 tablet_bootstrap.cc:438] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210: No bootstrap required, opened a new log 17:49:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.762189 9583 ts_tablet_manager.cc:1045] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210: Time spent bootstrapping tablet: real 0.008s user 0.005s sys 0.001s 17:49:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.773700 9583 raft_consensus.cc:325] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "637f6a45d1094371bfed2efd0225e210" member_type: VOTER last_known_addr { host: "127.8.172.194" port: 50348 } } 17:49:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.774178 9583 raft_consensus.cc:351] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.774320 9583 raft_consensus.cc:630] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 637f6a45d1094371bfed2efd0225e210, State: Initialized, Role: FOLLOWER 17:49:11.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.774880 9583 consensus_queue.cc:228] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "637f6a45d1094371bfed2efd0225e210" member_type: VOTER last_known_addr { host: "127.8.172.194" port: 50348 } } 17:49:11.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.775290 9583 raft_consensus.cc:365] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:11.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.775506 9583 raft_consensus.cc:457] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:11.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.775689 9583 raft_consensus.cc:2742] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210: Snoozing failure detection for 1.959s (starting election) 17:49:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.775887 9583 raft_consensus.cc:2794] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210 [term 0 FOLLOWER]: Advancing to term 1 17:49:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.778781 9583 raft_consensus.cc:479] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "637f6a45d1094371bfed2efd0225e210" member_type: VOTER last_known_addr { host: "127.8.172.194" port: 50348 } } 17:49:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.779283 9583 leader_election.cc:278] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:11.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:11.780915 9244 tablet.cc:1728] T f4bf148f5ace448e9737756282a4d9da P da1c8415c9704b89867289d5f0c0dbbc: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:11.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.781373 9585 raft_consensus.cc:2742] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210: Snoozing failure detection for 2.024s (election complete) 17:49:11.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.781803 9585 raft_consensus.cc:2549] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210 [term 1 FOLLOWER]: Leader election won for term 1 17:49:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.783224 9372 heartbeater.cc:467] Master 127.8.172.252:46693 was elected leader, sending a full tablet report... 17:49:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.783731 9583 ts_tablet_manager.cc:1073] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210: Time spent starting tablet: real 0.021s user 0.017s sys 0.004s 17:49:11.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.784505 9585 raft_consensus.cc:595] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210 [term 1 LEADER]: Becoming Leader. State: Replica: 637f6a45d1094371bfed2efd0225e210, State: Running, Role: LEADER 17:49:11.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.784942 9585 consensus_queue.cc:205] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "637f6a45d1094371bfed2efd0225e210" member_type: VOTER last_known_addr { host: "127.8.172.194" port: 50348 } } 17:49:11.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.792860 9054 catalog_manager.cc:3758] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210 reported cstate change: term changed from 0 to 1, leader changed from to 637f6a45d1094371bfed2efd0225e210 (127.8.172.194). New cstate: current_term: 1 leader_uuid: "637f6a45d1094371bfed2efd0225e210" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "637f6a45d1094371bfed2efd0225e210" member_type: VOTER last_known_addr { host: "127.8.172.194" port: 50348 } health_report { overall_health: HEALTHY } } } 17:49:11.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:11.902328 9375 tablet.cc:1728] T 3702557f7c6f42d3b06883489011c609 P 637f6a45d1094371bfed2efd0225e210: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:11.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:11.984097 8883 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 9088 17:49:12.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:12.013587 8904 connection.cc:512] server connection from 127.8.172.193:34833 recv error: Network error: failed to read from TLS socket (remote: 127.8.172.193:34833): Connection reset by peer (error 104) 17:49:12.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:12.013638 9034 connection.cc:512] server connection from 127.8.172.193:39729 recv error: Network error: failed to read from TLS socket (remote: 127.8.172.193:39729): Connection reset by peer (error 104) 17:49:12.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:12.014387 8883 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 9240 17:49:12.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:12.014705 8973 connection.cc:512] server connection from 127.8.172.193:37286 recv error: Network error: failed to read from TLS socket (remote: 127.8.172.193:37286): Connection reset by peer (error 104) 17:49:12.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:12.036167 8905 connection.cc:512] server connection from 127.8.172.194:54710 recv error: Network error: failed to read from TLS socket (remote: 127.8.172.194:54710): Connection reset by peer (error 104) 17:49:12.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:12.036833 9038 connection.cc:512] server connection from 127.8.172.194:51886 recv error: Network error: failed to read from TLS socket (remote: 127.8.172.194:51886): Connection reset by peer (error 104) 17:49:12.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:12.036918 8973 connection.cc:512] server connection from 127.8.172.194:44900 recv error: Network error: failed to read from TLS socket (remote: 127.8.172.194:44900): Connection reset by peer (error 104) 17:49:12.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:12.037729 8883 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 9368 17:49:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:12.057746 8904 connection.cc:512] server connection from 127.8.172.195:46154 recv error: Network error: failed to read from TLS socket (remote: 127.8.172.195:46154): Connection reset by peer (error 104) 17:49:12.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:12.058816 9038 connection.cc:512] server connection from 127.8.172.195:40512 recv error: Network error: failed to read from TLS socket (remote: 127.8.172.195:40512): Connection reset by peer (error 104) 17:49:12.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:12.058878 8970 connection.cc:512] server connection from 127.8.172.195:39500 recv error: Network error: failed to read from TLS socket (remote: 127.8.172.195:39500): Connection reset by peer (error 104) 17:49:12.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:12.059743 8883 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 8891 17:49:12.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:12.080847 8883 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 8957 17:49:12.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:12.100163 8883 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 9023 17:49:13.143 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614153143 17:49:13.144 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:49:13.144 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:49:13.144 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:49:13.145 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:49:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.359320 9617 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/wal 17:49:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/data 17:49:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.9.100.126:43171 17:49:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.9.100.126 17:49:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/logs 17:49:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/data/info.pb 17:49:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.9.100.126:43171,127.9.100.125:57100,127.9.100.124:57224 with env {} 17:49:13.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:13.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:13.519713 9625 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:13.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:13.520175 9625 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:13.529752 9625 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:13.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:13.529930 9625 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:13.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:13.530160 9625 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:13.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:13.530318 9625 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.550025 9625 master_main.cc:73] Master server non-default flags: 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/data 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/wal 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.9.100.126:43171,127.9.100.125:57100,127.9.100.124:57224 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.9.100.126:43171 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/data/info.pb 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.9.100.126 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/logs 17:49:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:13.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:13.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:13.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:13.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:13.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:13.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:13.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:13.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:13.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.565057 9625 master_main.cc:80] Initializing master server... 17:49:13.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.567522 9625 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 252064us 17:49:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.568390 9625 fs_manager.cc:262] Metadata directory not provided 17:49:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.568534 9625 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.568845 9625 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.568972 9625 server_base.cc:433] Attempting to create new FS layout instead 17:49:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.572859 9625 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/data/instance: 17:49:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9a23532b39c24a8b852c3cfceb716a70" 17:49:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:13 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.573686 9625 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/wal/instance: 17:49:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9a23532b39c24a8b852c3cfceb716a70" 17:49:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:13 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:13.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.588969 9625 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.006s sys 0.007s 17:49:13.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.590332 9625 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:13.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.591574 9625 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.600061 9625 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s 17:49:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.600204 9625 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/wal 17:49:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9a23532b39c24a8b852c3cfceb716a70" 17:49:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:13 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.600514 9625 fs_report.cc:352] FS layout report 17:49:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/wal 17:49:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/wal 17:49:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/data/data 17:49:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:13.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.754468 9625 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.756990 9625 master_main.cc:83] Starting Master server... 17:49:13.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.847632 9625 rpc_server.cc:205] RPC server started. Bound to: 127.9.100.126:43171 17:49:13.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.848590 9625 webserver.cc:175] Starting webserver on 127.9.100.126:0 17:49:13.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.848701 9625 webserver.cc:186] Document root disabled 17:49:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.850638 9625 webserver.cc:313] Webserver started. Bound to: http://127.9.100.126:35171/ 17:49:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.851465 9625 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-0/data/info.pb 17:49:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.855036 9617 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 9625 17:49:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.855244 9686 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.856194 9617 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/wal 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/data 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.9.100.125:57100 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.9.100.125 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:13.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/logs 17:49:13.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/data/info.pb 17:49:13.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:13.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:13.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:13.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:13.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:13.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.9.100.126:43171,127.9.100.125:57100,127.9.100.124:57224 with env {} 17:49:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.869663 9686 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } has no permanent_uuid. Determining permanent_uuid... 17:49:13.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.892372 9686 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } has no permanent_uuid. Determining permanent_uuid... 17:49:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:13.894856 9686 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.9.100.125:57100: Network error: Client connection negotiation failed: client connection to 127.9.100.125:57100: connect: Connection refused (error 111) 17:49:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.914386 9686 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } attempt: 1 17:49:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:13.916043 9686 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.9.100.125:57100: Network error: Client connection negotiation failed: client connection to 127.9.100.125:57100: connect: Connection refused (error 111) 17:49:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:13.964521 9686 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } attempt: 2 17:49:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:13.966174 9686 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.9.100.125:57100: Network error: Client connection negotiation failed: client connection to 127.9.100.125:57100: connect: Connection refused (error 111) 17:49:14.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:14.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.022970 9687 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:14.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.023763 9687 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:14.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.033453 9687 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:14.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.033613 9687 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:14.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.033753 9687 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.033927 9687 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.054242 9687 master_main.cc:73] Master server non-default flags: 17:49:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/data 17:49:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/wal 17:49:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.9.100.126:43171,127.9.100.125:57100,127.9.100.124:57224 17:49:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.9.100.125:57100 17:49:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/data/info.pb 17:49:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.9.100.125 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/logs 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.069252 9687 master_main.cc:80] Initializing master server... 17:49:14.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.071274 9687 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 252564us 17:49:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.072065 9687 fs_manager.cc:262] Metadata directory not provided 17:49:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.072208 9687 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.072535 9687 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.072677 9687 server_base.cc:433] Attempting to create new FS layout instead 17:49:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.076589 9687 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/data/instance: 17:49:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2a37771dd5614eea97ed98615b264de9" 17:49:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:14.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.077375 9687 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/wal/instance: 17:49:14.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2a37771dd5614eea97ed98615b264de9" 17:49:14.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:14.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.077601 9686 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } attempt: 3 17:49:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.078968 9686 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.9.100.125:57100: Network error: Client connection negotiation failed: client connection to 127.9.100.125:57100: connect: Connection refused (error 111) 17:49:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.092536 9687 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.008s sys 0.005s 17:49:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.093742 9687 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:14.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.094945 9687 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:14.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.103408 9687 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s 17:49:14.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.103562 9687 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/wal 17:49:14.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2a37771dd5614eea97ed98615b264de9" 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.103950 9687 fs_report.cc:352] FS layout report 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/wal 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/wal 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/data/data 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:14.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.255314 9686 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } attempt: 4 17:49:14.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.256664 9686 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.9.100.125:57100: Network error: Client connection negotiation failed: client connection to 127.9.100.125:57100: connect: Connection refused (error 111) 17:49:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.273164 9687 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.275662 9687 master_main.cc:83] Starting Master server... 17:49:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.366063 9687 rpc_server.cc:205] RPC server started. Bound to: 127.9.100.125:57100 17:49:14.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.366953 9687 webserver.cc:175] Starting webserver on 127.9.100.125:0 17:49:14.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.367065 9687 webserver.cc:186] Document root disabled 17:49:14.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.369056 9687 webserver.cc:313] Webserver started. Bound to: http://127.9.100.125:47459/ 17:49:14.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.369843 9687 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-1/data/info.pb 17:49:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.372925 9617 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 9687 17:49:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.373567 9752 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.373698 9617 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/wal 17:49:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/data 17:49:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.9.100.124:57224 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.9.100.124 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/logs 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/data/info.pb 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.9.100.126:43171,127.9.100.125:57100,127.9.100.124:57224 with env {} 17:49:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.386803 9752 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } has no permanent_uuid. Determining permanent_uuid... 17:49:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.403030 9752 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } has no permanent_uuid. Determining permanent_uuid... 17:49:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.414794 9752 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } has no permanent_uuid. Determining permanent_uuid... 17:49:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.416139 9752 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.9.100.124:57224: Network error: Client connection negotiation failed: client connection to 127.9.100.124:57224: connect: Connection refused (error 111) 17:49:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.435549 9752 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } attempt: 1 17:49:14.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.436895 9752 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.9.100.124:57224: Network error: Client connection negotiation failed: client connection to 127.9.100.124:57224: connect: Connection refused (error 111) 17:49:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.485239 9752 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } attempt: 2 17:49:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.486579 9752 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.9.100.124:57224: Network error: Client connection negotiation failed: client connection to 127.9.100.124:57224: connect: Connection refused (error 111) 17:49:14.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:14.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.538674 9753 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:14.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.539114 9753 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:14.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.548707 9753 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:14.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.548848 9753 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.548946 9753 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.549088 9753 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:14.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.560070 9686 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } attempt: 5 17:49:14.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.568382 9686 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } has no permanent_uuid. Determining permanent_uuid... 17:49:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.569768 9686 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.9.100.124:57224: Network error: Client connection negotiation failed: client connection to 127.9.100.124:57224: connect: Connection refused (error 111) 17:49:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.571755 9753 master_main.cc:73] Master server non-default flags: 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/data 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/wal 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.9.100.126:43171,127.9.100.125:57100,127.9.100.124:57224 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.9.100.124:57224 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/data/info.pb 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.9.100.124 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/logs 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.586971 9753 master_main.cc:80] Initializing master server... 17:49:14.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.589493 9753 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 252564us 17:49:14.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.590247 9753 fs_manager.cc:262] Metadata directory not provided 17:49:14.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.590368 9753 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:14.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.590646 9753 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:14.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.590756 9753 server_base.cc:433] Attempting to create new FS layout instead 17:49:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.594771 9753 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/data/instance: 17:49:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b0cbd9be207d4a84b5657093707a825f" 17:49:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.595526 9753 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/wal/instance: 17:49:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b0cbd9be207d4a84b5657093707a825f" 17:49:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.597911 9752 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } attempt: 3 17:49:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.599148 9752 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.9.100.124:57224: Network error: Client connection negotiation failed: client connection to 127.9.100.124:57224: connect: Connection refused (error 111) 17:49:14.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.608103 9686 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } attempt: 1 17:49:14.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.609560 9686 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.9.100.124:57224: Network error: Client connection negotiation failed: client connection to 127.9.100.124:57224: connect: Connection refused (error 111) 17:49:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.611245 9753 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.007s sys 0.006s 17:49:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.612445 9753 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.613662 9753 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:14.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.622246 9753 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:49:14.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.622375 9753 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/wal 17:49:14.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b0cbd9be207d4a84b5657093707a825f" 17:49:14.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:14.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.622627 9753 fs_report.cc:352] FS layout report 17:49:14.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:14.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/wal 17:49:14.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/wal 17:49:14.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/data/data 17:49:14.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:14.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:14.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:14.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:14.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:14.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:14.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:14.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:14.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:14.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.657922 9686 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } attempt: 2 17:49:14.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.659782 9686 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.9.100.124:57224: Network error: Client connection negotiation failed: client connection to 127.9.100.124:57224: connect: Connection refused (error 111) 17:49:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.760141 9686 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } attempt: 3 17:49:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.761540 9686 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.9.100.124:57224: Network error: Client connection negotiation failed: client connection to 127.9.100.124:57224: connect: Connection refused (error 111) 17:49:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.771010 9753 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:14.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.773499 9753 master_main.cc:83] Starting Master server... 17:49:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.775450 9752 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } attempt: 4 17:49:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:14.776834 9752 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.9.100.124:57224: Network error: Client connection negotiation failed: client connection to 127.9.100.124:57224: connect: Connection refused (error 111) 17:49:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.866380 9753 rpc_server.cc:205] RPC server started. Bound to: 127.9.100.124:57224 17:49:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.867192 9753 webserver.cc:175] Starting webserver on 127.9.100.124:0 17:49:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.867290 9753 webserver.cc:186] Document root disabled 17:49:14.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.869232 9753 webserver.cc:313] Webserver started. Bound to: http://127.9.100.124:35852/ 17:49:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.869998 9753 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/master-2/data/info.pb 17:49:14.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.872267 9617 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 9753 17:49:14.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.873705 9816 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:14.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.873641 9617 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:14.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:14.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/wal 17:49:14.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/data 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.9.100.65:0 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.9.100.65 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.9.100.65 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.9.100.126:43171,127.9.100.125:57100,127.9.100.124:57224 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/logs 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/data/info.pb 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.887876 9816 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } has no permanent_uuid. Determining permanent_uuid... 17:49:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.902241 9686 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } attempt: 4 17:49:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.904697 9816 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } has no permanent_uuid. Determining permanent_uuid... 17:49:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.914170 9816 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } has no permanent_uuid. Determining permanent_uuid... 17:49:14.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.926100 9686 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70: Bootstrap starting. 17:49:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.929524 9686 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70: No blocks or log segments found. Creating new log. 17:49:14.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.931054 9686 log.cc:525] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70: Log is configured to *not* fsync() on all Append() calls 17:49:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.934761 9816 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f: Bootstrap starting. 17:49:14.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.937525 9686 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70: No bootstrap required, opened a new log 17:49:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.937981 9816 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f: No blocks or log segments found. Creating new log. 17:49:14.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.940280 9816 log.cc:525] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f: Log is configured to *not* fsync() on all Append() calls 17:49:14.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.949640 9816 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f: No bootstrap required, opened a new log 17:49:14.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.951870 9686 raft_consensus.cc:325] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } 17:49:14.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.952687 9686 raft_consensus.cc:351] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:14.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.952973 9686 raft_consensus.cc:630] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9a23532b39c24a8b852c3cfceb716a70, State: Initialized, Role: FOLLOWER 17:49:14.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.953727 9686 consensus_queue.cc:228] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } 17:49:14.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.956746 9686 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } } 17:49:14.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.957546 9686 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [sys.catalog]: This master's current role is: FOLLOWER 17:49:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.958982 9686 sys_catalog.cc:424] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [sys.catalog]: configured and running, proceeding with master startup. 17:49:14.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.967344 9816 raft_consensus.cc:325] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } 17:49:14.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.968233 9816 raft_consensus.cc:351] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:14.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.968540 9816 raft_consensus.cc:630] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b0cbd9be207d4a84b5657093707a825f, State: Initialized, Role: FOLLOWER 17:49:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.969380 9816 consensus_queue.cc:228] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } 17:49:14.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.976963 9825 sys_catalog.cc:337] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } } 17:49:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.978626 9825 sys_catalog.cc:340] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [sys.catalog]: This master's current role is: FOLLOWER 17:49:15.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.957618 9823 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } } 17:49:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.065794 9823 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [sys.catalog]: This master's current role is: FOLLOWER 17:49:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:15.066459 9817 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:15.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:15.067171 9817 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:14.978289 9816 sys_catalog.cc:337] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } } 17:49:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.073173 9816 sys_catalog.cc:340] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [sys.catalog]: This master's current role is: FOLLOWER 17:49:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.074461 9816 sys_catalog.cc:424] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [sys.catalog]: configured and running, proceeding with master startup. 17:49:15.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.080198 9752 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } attempt: 5 17:49:15.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.084112 9753 master_main.cc:86] Master server successfully started. 17:49:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:15.091171 9817 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:15.091759 9817 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.100.65 17:49:15.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.094250 9752 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9: Bootstrap starting. 17:49:15.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.099162 9752 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9: No blocks or log segments found. Creating new log. 17:49:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.100973 9752 log.cc:525] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9: Log is configured to *not* fsync() on all Append() calls 17:49:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:15.103926 9826 catalog_manager.cc:1084] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:15.104282 9826 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:15.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:15.010835 9642 tablet.cc:1728] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:15.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.116050 9752 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9: No bootstrap required, opened a new log 17:49:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:15.128484 9824 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.129076 9625 master_main.cc:86] Master server successfully started. 17:49:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:15.129137 9824 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.137382 9752 raft_consensus.cc:325] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } 17:49:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.138064 9752 raft_consensus.cc:351] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:15.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.138325 9752 raft_consensus.cc:630] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2a37771dd5614eea97ed98615b264de9, State: Initialized, Role: FOLLOWER 17:49:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.139276 9752 consensus_queue.cc:228] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.142119 9817 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/data 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/wal 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.9.100.65:0 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/data/info.pb 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.9.100.65 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.9.100.126:43171,127.9.100.125:57100,127.9.100.124:57224 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.9.100.65 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/logs 17:49:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.149075 9752 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } } 17:49:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.151175 9752 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [sys.catalog]: This master's current role is: FOLLOWER 17:49:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.153690 9752 sys_catalog.cc:424] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [sys.catalog]: configured and running, proceeding with master startup. 17:49:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.169118 9817 tablet_server_main.cc:85] Initializing tablet server... 17:49:15.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.173594 9817 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 253064us 17:49:15.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.174392 9817 fs_manager.cc:262] Metadata directory not provided 17:49:15.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.174676 9817 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:15.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.175134 9817 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:15.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.175393 9817 server_base.cc:433] Attempting to create new FS layout instead 17:49:15.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.181383 9817 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/data/instance: 17:49:15.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6568b7949e3a4b9ea46f2d20022466e4" 17:49:15.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.182557 9817 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/wal/instance: 17:49:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6568b7949e3a4b9ea46f2d20022466e4" 17:49:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.236371 9817 fs_manager.cc:502] Time spent creating directory manager: real 0.053s user 0.014s sys 0.014s 17:49:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.238879 9817 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:15.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.240551 9817 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:15.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.151710 9834 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } } 17:49:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.269332 9834 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [sys.catalog]: This master's current role is: FOLLOWER 17:49:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.271680 9817 fs_manager.cc:418] Time spent opening block manager: real 0.013s user 0.000s sys 0.003s 17:49:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.271850 9817 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/wal 17:49:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6568b7949e3a4b9ea46f2d20022466e4" 17:49:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.272176 9817 fs_report.cc:352] FS layout report 17:49:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/wal 17:49:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/wal 17:49:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/data/data 17:49:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:15.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:15.278132 9772 tablet.cc:1728] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:15.280678 9708 tablet.cc:1728] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.282903 9687 master_main.cc:86] Master server successfully started. 17:49:15.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:15.314971 9835 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:15.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:15.315915 9835 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:15.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.349114 9823 raft_consensus.cc:457] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:49:15.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.349485 9823 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70: Snoozing failure detection for 1.680s (starting election) 17:49:15.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.349805 9823 raft_consensus.cc:479] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } 17:49:15.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.351284 9823 leader_election.cc:251] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 2a37771dd5614eea97ed98615b264de9 (127.9.100.125:57100) 17:49:15.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.353514 9729 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9a23532b39c24a8b852c3cfceb716a70" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2a37771dd5614eea97ed98615b264de9" is_pre_election: true 17:49:15.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.354209 9729 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9: Snoozing failure detection for 2.129s (vote granted) 17:49:15.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.354522 9729 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9a23532b39c24a8b852c3cfceb716a70 in term 0. 17:49:15.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.355573 9635 leader_election.cc:387] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 2a37771dd5614eea97ed98615b264de9 (127.9.100.125:57100) 17:49:15.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.355885 9635 leader_election.cc:278] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:49:15.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.352982 9823 leader_election.cc:251] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer b0cbd9be207d4a84b5657093707a825f (127.9.100.124:57224) 17:49:15.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.361500 9823 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70: Snoozing failure detection for 1.635s (election complete) 17:49:15.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.361871 9823 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:49:15.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.362187 9823 raft_consensus.cc:457] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:49:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.362129 9793 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9a23532b39c24a8b852c3cfceb716a70" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b0cbd9be207d4a84b5657093707a825f" is_pre_election: true 17:49:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.362506 9823 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70: Snoozing failure detection for 2.181s (starting election) 17:49:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.362715 9823 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [term 0 FOLLOWER]: Advancing to term 1 17:49:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.362864 9793 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f: Snoozing failure detection for 1.975s (vote granted) 17:49:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.363122 9793 raft_consensus.cc:2255] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9a23532b39c24a8b852c3cfceb716a70 in term 0. 17:49:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.364290 9633 leader_election.cc:387] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [CANDIDATE]: Term 1 pre-election: Vote granted by peer b0cbd9be207d4a84b5657093707a825f (127.9.100.124:57224) 17:49:15.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.369823 9823 raft_consensus.cc:479] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } 17:49:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.372546 9823 leader_election.cc:251] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [CANDIDATE]: Term 1 election: Requesting vote from peer 2a37771dd5614eea97ed98615b264de9 (127.9.100.125:57100) 17:49:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.373601 9823 leader_election.cc:251] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [CANDIDATE]: Term 1 election: Requesting vote from peer b0cbd9be207d4a84b5657093707a825f (127.9.100.124:57224) 17:49:15.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.374379 9729 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9a23532b39c24a8b852c3cfceb716a70" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2a37771dd5614eea97ed98615b264de9" 17:49:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.374869 9729 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [term 0 FOLLOWER]: Advancing to term 1 17:49:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.375170 9729 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9: Snoozing failure detection for 1.574s (vote granted) 17:49:15.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.376152 9793 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9a23532b39c24a8b852c3cfceb716a70" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b0cbd9be207d4a84b5657093707a825f" 17:49:15.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.376624 9793 raft_consensus.cc:2794] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [term 0 FOLLOWER]: Advancing to term 1 17:49:15.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.376909 9793 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f: Snoozing failure detection for 2.059s (vote granted) 17:49:15.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.380730 9729 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9a23532b39c24a8b852c3cfceb716a70 in term 1. 17:49:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.381489 9635 leader_election.cc:387] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [CANDIDATE]: Term 1 election: Vote granted by peer 2a37771dd5614eea97ed98615b264de9 (127.9.100.125:57100) 17:49:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.381602 9793 raft_consensus.cc:2255] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9a23532b39c24a8b852c3cfceb716a70 in term 1. 17:49:15.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.381759 9635 leader_election.cc:278] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:15.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.382385 9633 leader_election.cc:387] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [CANDIDATE]: Term 1 election: Vote granted by peer b0cbd9be207d4a84b5657093707a825f (127.9.100.124:57224) 17:49:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.382992 9823 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70: Snoozing failure detection for 1.752s (election complete) 17:49:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.383335 9823 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [term 1 FOLLOWER]: Leader election won for term 1 17:49:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.383743 9823 raft_consensus.cc:595] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [term 1 LEADER]: Becoming Leader. State: Replica: 9a23532b39c24a8b852c3cfceb716a70, State: Running, Role: LEADER 17:49:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.384320 9823 consensus_queue.cc:205] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } 17:49:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.398710 9844 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9a23532b39c24a8b852c3cfceb716a70. Latest consensus state: current_term: 1 leader_uuid: "9a23532b39c24a8b852c3cfceb716a70" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } } 17:49:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.399453 9844 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [sys.catalog]: This master's current role is: LEADER 17:49:15.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.404721 9846 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:49:15.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.409816 9846 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:49:15.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.534312 9793 raft_consensus.cc:1083] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [term 1 FOLLOWER]: Refusing update from remote peer 9a23532b39c24a8b852c3cfceb716a70: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:15.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.535678 9729 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [term 1 FOLLOWER]: Refusing update from remote peer 9a23532b39c24a8b852c3cfceb716a70: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:15.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.535637 9844 consensus_queue.cc:963] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:15.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.536923 9844 consensus_queue.cc:963] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.561776 9834 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9a23532b39c24a8b852c3cfceb716a70. Latest consensus state: current_term: 1 leader_uuid: "9a23532b39c24a8b852c3cfceb716a70" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } } 17:49:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.562494 9834 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [sys.catalog]: This master's current role is: FOLLOWER 17:49:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.571694 9844 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9a23532b39c24a8b852c3cfceb716a70" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } } 17:49:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.572443 9844 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [sys.catalog]: This master's current role is: LEADER 17:49:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.573285 9846 catalog_manager.cc:924] Generated new certificate authority record 17:49:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.574877 9849 sys_catalog.cc:337] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9a23532b39c24a8b852c3cfceb716a70. Latest consensus state: current_term: 1 leader_uuid: "9a23532b39c24a8b852c3cfceb716a70" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } } 17:49:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.575500 9846 catalog_manager.cc:1046] Loading token signing keys... 17:49:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.575551 9849 sys_catalog.cc:340] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [sys.catalog]: This master's current role is: FOLLOWER 17:49:15.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.578830 9817 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:15.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.579998 9834 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9a23532b39c24a8b852c3cfceb716a70" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } } 17:49:15.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.580691 9834 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9 [sys.catalog]: This master's current role is: FOLLOWER 17:49:15.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.596529 9846 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70: Generated new TSK 0 17:49:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.597424 9817 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.598531 9823 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9a23532b39c24a8b852c3cfceb716a70" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } } 17:49:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.599180 9823 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9a23532b39c24a8b852c3cfceb716a70 [sys.catalog]: This master's current role is: LEADER 17:49:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.606910 9817 tablet_server_main.cc:90] Starting tablet server... 17:49:15.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.618408 9849 sys_catalog.cc:337] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9a23532b39c24a8b852c3cfceb716a70" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a23532b39c24a8b852c3cfceb716a70" member_type: VOTER last_known_addr { host: "127.9.100.126" port: 43171 } } peers { permanent_uuid: "2a37771dd5614eea97ed98615b264de9" member_type: VOTER last_known_addr { host: "127.9.100.125" port: 57100 } } peers { permanent_uuid: "b0cbd9be207d4a84b5657093707a825f" member_type: VOTER last_known_addr { host: "127.9.100.124" port: 57224 } } } 17:49:15.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:15.619096 9849 sys_catalog.cc:340] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f [sys.catalog]: This master's current role is: FOLLOWER 17:49:16.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.113696 9826 catalog_manager.cc:1082] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f: acquiring CA information for follower catalog manager: success 17:49:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.119616 9826 catalog_manager.cc:1110] T 00000000000000000000000000000000 P b0cbd9be207d4a84b5657093707a825f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.325142 9835 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9: acquiring CA information for follower catalog manager: success 17:49:16.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.329720 9835 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 2a37771dd5614eea97ed98615b264de9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.365312 9817 rpc_server.cc:205] RPC server started. Bound to: 127.9.100.65:49137 17:49:16.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.366879 9817 webserver.cc:175] Starting webserver on 127.9.100.65:0 17:49:16.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.367115 9817 webserver.cc:186] Document root disabled 17:49:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.373899 9817 webserver.cc:313] Webserver started. Bound to: http://127.9.100.65:57433/ 17:49:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.374876 9817 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-0/data/info.pb 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.375738 9617 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 9817 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.376900 9617 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/wal 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/data 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.9.100.66:0 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.9.100.66 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.9.100.66 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.9.100.126:43171,127.9.100.125:57100,127.9.100.124:57224 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/logs 17:49:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/data/info.pb 17:49:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.452961 9817 tablet_server_main.cc:93] Tablet server successfully started. 17:49:16.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.466707 9966 heartbeater.cc:346] Connected to a master server at 127.9.100.126:43171 17:49:16.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.467036 9966 heartbeater.cc:426] Registering TS with master... 17:49:16.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.467862 9966 heartbeater.cc:475] Master 127.9.100.126:43171 requested a full tablet report, sending... 17:49:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.474573 9653 ts_manager.cc:98] Registered new tserver with Master: 6568b7949e3a4b9ea46f2d20022466e4 (127.9.100.65:49137) 17:49:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.477284 9653 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.9.100.65:44421 17:49:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.477794 9967 heartbeater.cc:346] Connected to a master server at 127.9.100.125:57100 17:49:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.478037 9967 heartbeater.cc:426] Registering TS with master... 17:49:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.478471 9967 heartbeater.cc:475] Master 127.9.100.125:57100 requested a full tablet report, sending... 17:49:16.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.479658 9972 heartbeater.cc:346] Connected to a master server at 127.9.100.124:57224 17:49:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.479867 9972 heartbeater.cc:426] Registering TS with master... 17:49:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.480298 9972 heartbeater.cc:475] Master 127.9.100.124:57224 requested a full tablet report, sending... 17:49:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.481387 9719 ts_manager.cc:98] Registered new tserver with Master: 6568b7949e3a4b9ea46f2d20022466e4 (127.9.100.65:49137) 17:49:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.485072 9783 ts_manager.cc:98] Registered new tserver with Master: 6568b7949e3a4b9ea46f2d20022466e4 (127.9.100.65:49137) 17:49:16.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:16.772648 9965 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:16.773324 9965 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:16.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:16.808645 9965 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:16.809216 9965 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.100.66 17:49:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.857585 9965 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/data 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/wal 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.9.100.66:0 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/data/info.pb 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.9.100.66 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.9.100.126:43171,127.9.100.125:57100,127.9.100.124:57224 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.9.100.66 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/logs 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.889343 9965 tablet_server_main.cc:85] Initializing tablet server... 17:49:16.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.892663 9965 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 253564us 17:49:16.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.893481 9965 fs_manager.cc:262] Metadata directory not provided 17:49:16.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.893808 9965 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.894394 9965 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.894742 9965 server_base.cc:433] Attempting to create new FS layout instead 17:49:16.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.900768 9965 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/data/instance: 17:49:16.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ac061a31ac7c430194379c8a1a1fa68b" 17:49:16.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:16 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:16.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.902062 9965 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/wal/instance: 17:49:16.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ac061a31ac7c430194379c8a1a1fa68b" 17:49:16.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:16 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:16.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.930151 9965 fs_manager.cc:502] Time spent creating directory manager: real 0.027s user 0.014s sys 0.009s 17:49:16.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.932251 9965 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.933060 9965 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:16.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.951215 9965 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.004s 17:49:16.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.951699 9965 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/wal 17:49:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ac061a31ac7c430194379c8a1a1fa68b" 17:49:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:16 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:16.952261 9965 fs_report.cc:352] FS layout report 17:49:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/wal 17:49:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/wal 17:49:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/data/data 17:49:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:17.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.246881 9965 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:17.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.250856 9965 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.252318 9965 tablet_server_main.cc:90] Starting tablet server... 17:49:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.413831 9965 rpc_server.cc:205] RPC server started. Bound to: 127.9.100.66:37730 17:49:17.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.415235 9965 webserver.cc:175] Starting webserver on 127.9.100.66:0 17:49:17.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.415360 9965 webserver.cc:186] Document root disabled 17:49:17.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.417246 9965 webserver.cc:313] Webserver started. Bound to: http://127.9.100.66:39725/ 17:49:17.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.418087 9965 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-1/data/info.pb 17:49:17.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.418520 9617 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 9965 17:49:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.419611 9617 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/wal 17:49:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/data 17:49:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.9.100.67:0 17:49:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.9.100.67 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.9.100.67 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.9.100.126:43171,127.9.100.125:57100,127.9.100.124:57224 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/logs 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/data/info.pb 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:17.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.483011 9966 heartbeater.cc:467] Master 127.9.100.126:43171 was elected leader, sending a full tablet report... 17:49:17.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.515354 9965 tablet_server_main.cc:93] Tablet server successfully started. 17:49:17.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.524422 10100 heartbeater.cc:346] Connected to a master server at 127.9.100.126:43171 17:49:17.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.524765 10100 heartbeater.cc:426] Registering TS with master... 17:49:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.526150 10100 heartbeater.cc:475] Master 127.9.100.126:43171 requested a full tablet report, sending... 17:49:17.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.527987 10102 heartbeater.cc:346] Connected to a master server at 127.9.100.125:57100 17:49:17.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.528220 10102 heartbeater.cc:426] Registering TS with master... 17:49:17.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.528472 9653 ts_manager.cc:98] Registered new tserver with Master: ac061a31ac7c430194379c8a1a1fa68b (127.9.100.66:37730) 17:49:17.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.528669 10102 heartbeater.cc:475] Master 127.9.100.125:57100 requested a full tablet report, sending... 17:49:17.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.530220 9653 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.9.100.66:41954 17:49:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.534256 9719 ts_manager.cc:98] Registered new tserver with Master: ac061a31ac7c430194379c8a1a1fa68b (127.9.100.66:37730) 17:49:17.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.531844 10107 heartbeater.cc:346] Connected to a master server at 127.9.100.124:57224 17:49:17.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.543020 10107 heartbeater.cc:426] Registering TS with master... 17:49:17.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.543437 10107 heartbeater.cc:475] Master 127.9.100.124:57224 requested a full tablet report, sending... 17:49:17.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.545604 9783 ts_manager.cc:98] Registered new tserver with Master: ac061a31ac7c430194379c8a1a1fa68b (127.9.100.66:37730) 17:49:17.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:17.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:17.601142 10101 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:17.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:17.601848 10101 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:17.611281 10101 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:17.611820 10101 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.100.67 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.627908 10101 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/data 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/wal 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.9.100.67:0 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/data/info.pb 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.9.100.67 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.9.100.126:43171,127.9.100.125:57100,127.9.100.124:57224 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.9.100.67 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/logs 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:17.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:17.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:17.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:17.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.643860 10101 tablet_server_main.cc:85] Initializing tablet server... 17:49:17.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.646178 10101 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 254064us 17:49:17.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.646757 10101 fs_manager.cc:262] Metadata directory not provided 17:49:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.647006 10101 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.647311 10101 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:17.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.647480 10101 server_base.cc:433] Attempting to create new FS layout instead 17:49:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.650748 10101 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/data/instance: 17:49:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b1bd5e779e9f4a08aeecd883ee192a49" 17:49:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:17 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.651554 10101 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/wal/instance: 17:49:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b1bd5e779e9f4a08aeecd883ee192a49" 17:49:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:17 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.664436 10101 fs_manager.cc:502] Time spent creating directory manager: real 0.012s user 0.009s sys 0.002s 17:49:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.665745 10101 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.666223 10101 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.674202 10101 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s 17:49:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.674341 10101 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/wal 17:49:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b1bd5e779e9f4a08aeecd883ee192a49" 17:49:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:17 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.674698 10101 fs_report.cc:352] FS layout report 17:49:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/wal 17:49:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/wal 17:49:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/data/data 17:49:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:17.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.841601 10101 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.845239 10101 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.846539 10101 tablet_server_main.cc:90] Starting tablet server... 17:49:17.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.956614 10101 rpc_server.cc:205] RPC server started. Bound to: 127.9.100.67:46692 17:49:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.957819 10101 webserver.cc:175] Starting webserver on 127.9.100.67:0 17:49:17.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.957943 10101 webserver.cc:186] Document root disabled 17:49:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.959547 10101 webserver.cc:313] Webserver started. Bound to: http://127.9.100.67:36088/ 17:49:17.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.960391 10101 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7423859905209790487/ts-2/data/info.pb 17:49:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.969058 9617 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 10101 17:49:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:17.978121 10101 tablet_server_main.cc:93] Tablet server successfully started. 17:49:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.039109 10232 heartbeater.cc:346] Connected to a master server at 127.9.100.125:57100 17:49:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.039712 10232 heartbeater.cc:426] Registering TS with master... 17:49:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.040395 10232 heartbeater.cc:475] Master 127.9.100.125:57100 requested a full tablet report, sending... 17:49:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.046219 9719 ts_manager.cc:98] Registered new tserver with Master: b1bd5e779e9f4a08aeecd883ee192a49 (127.9.100.67:46692) 17:49:18.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.039289 10233 heartbeater.cc:346] Connected to a master server at 127.9.100.124:57224 17:49:18.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.049818 10233 heartbeater.cc:426] Registering TS with master... 17:49:18.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.050493 10233 heartbeater.cc:475] Master 127.9.100.124:57224 requested a full tablet report, sending... 17:49:18.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.039554 10231 heartbeater.cc:346] Connected to a master server at 127.9.100.126:43171 17:49:18.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.051445 10231 heartbeater.cc:426] Registering TS with master... 17:49:18.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.051815 10231 heartbeater.cc:475] Master 127.9.100.126:43171 requested a full tablet report, sending... 17:49:18.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.052737 9783 ts_manager.cc:98] Registered new tserver with Master: b1bd5e779e9f4a08aeecd883ee192a49 (127.9.100.67:46692) 17:49:18.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.053323 9653 ts_manager.cc:98] Registered new tserver with Master: b1bd5e779e9f4a08aeecd883ee192a49 (127.9.100.67:46692) 17:49:18.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.055130 9653 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.9.100.67:43357 17:49:18.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.058048 9617 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:49:18.058 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.129617 9653 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.9.100.126:41693: 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.199734 9902 tablet_service.cc:759] Processing CreateTablet for tablet 2c7a9d60771241d4a90f6d266e897aca (table=test [id=6a7d2e4094464e2fa5303dfd8428db75]), partition=RANGE (key) PARTITION VALUES < 50 17:49:18.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.200630 9902 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 2c7a9d60771241d4a90f6d266e897aca. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.204942 10037 tablet_service.cc:759] Processing CreateTablet for tablet b6d6a4c45f954708b46f16d948d7e424 (table=test [id=6a7d2e4094464e2fa5303dfd8428db75]), partition=RANGE (key) PARTITION VALUES >= 50 17:49:18.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.206112 10037 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet b6d6a4c45f954708b46f16d948d7e424. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:18.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.213820 9902 ts_tablet_manager.cc:1173] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4: Registered tablet (data state: TABLET_DATA_READY) 17:49:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.216266 10303 ts_tablet_manager.cc:1028] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4: Bootstrapping tablet 17:49:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.216784 10303 tablet_bootstrap.cc:438] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4: Bootstrap starting. 17:49:18.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.219085 10303 tablet_bootstrap.cc:592] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4: No blocks or log segments found. Creating new log. 17:49:18.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.220366 10303 log.cc:525] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4: Log is configured to *not* fsync() on all Append() calls 17:49:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.223688 10303 tablet_bootstrap.cc:438] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4: No bootstrap required, opened a new log 17:49:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.224022 10303 ts_tablet_manager.cc:1045] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4: Time spent bootstrapping tablet: real 0.007s user 0.004s sys 0.002s 17:49:18.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.227257 10037 ts_tablet_manager.cc:1173] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b: Registered tablet (data state: TABLET_DATA_READY) 17:49:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.229796 10305 ts_tablet_manager.cc:1028] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b: Bootstrapping tablet 17:49:18.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.230576 10305 tablet_bootstrap.cc:438] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b: Bootstrap starting. 17:49:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.243851 10305 tablet_bootstrap.cc:592] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b: No blocks or log segments found. Creating new log. 17:49:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.243427 10303 raft_consensus.cc:325] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6568b7949e3a4b9ea46f2d20022466e4" member_type: VOTER last_known_addr { host: "127.9.100.65" port: 49137 } } 17:49:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.244092 10303 raft_consensus.cc:351] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.244398 10303 raft_consensus.cc:630] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6568b7949e3a4b9ea46f2d20022466e4, State: Initialized, Role: FOLLOWER 17:49:18.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.245267 10303 consensus_queue.cc:228] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6568b7949e3a4b9ea46f2d20022466e4" member_type: VOTER last_known_addr { host: "127.9.100.65" port: 49137 } } 17:49:18.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.245950 10303 raft_consensus.cc:365] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:18.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.246311 10303 raft_consensus.cc:457] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:18.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.246662 10303 raft_consensus.cc:2742] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4: Snoozing failure detection for 1.518s (starting election) 17:49:18.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.247007 10303 raft_consensus.cc:2794] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4 [term 0 FOLLOWER]: Advancing to term 1 17:49:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.250247 10305 log.cc:525] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b: Log is configured to *not* fsync() on all Append() calls 17:49:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.252663 10303 raft_consensus.cc:479] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6568b7949e3a4b9ea46f2d20022466e4" member_type: VOTER last_known_addr { host: "127.9.100.65" port: 49137 } } 17:49:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.253497 10303 leader_election.cc:278] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:18.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.255198 10305 tablet_bootstrap.cc:438] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b: No bootstrap required, opened a new log 17:49:18.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.255672 10307 raft_consensus.cc:2742] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4: Snoozing failure detection for 2.123s (election complete) 17:49:18.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.256161 10307 raft_consensus.cc:2549] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4 [term 1 FOLLOWER]: Leader election won for term 1 17:49:18.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.256521 10305 ts_tablet_manager.cc:1045] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b: Time spent bootstrapping tablet: real 0.026s user 0.008s sys 0.002s 17:49:18.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.262130 10307 raft_consensus.cc:595] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4 [term 1 LEADER]: Becoming Leader. State: Replica: 6568b7949e3a4b9ea46f2d20022466e4, State: Running, Role: LEADER 17:49:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.262838 10307 consensus_queue.cc:205] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6568b7949e3a4b9ea46f2d20022466e4" member_type: VOTER last_known_addr { host: "127.9.100.65" port: 49137 } } 17:49:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.265601 10303 ts_tablet_manager.cc:1073] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4: Time spent starting tablet: real 0.041s user 0.024s sys 0.004s 17:49:18.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.278112 9653 catalog_manager.cc:3758] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4 reported cstate change: term changed from 0 to 1, leader changed from to 6568b7949e3a4b9ea46f2d20022466e4 (127.9.100.65). New cstate: current_term: 1 leader_uuid: "6568b7949e3a4b9ea46f2d20022466e4" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6568b7949e3a4b9ea46f2d20022466e4" member_type: VOTER last_known_addr { host: "127.9.100.65" port: 49137 } health_report { overall_health: HEALTHY } } } 17:49:18.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.286774 10305 raft_consensus.cc:325] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ac061a31ac7c430194379c8a1a1fa68b" member_type: VOTER last_known_addr { host: "127.9.100.66" port: 37730 } } 17:49:18.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.287654 10305 raft_consensus.cc:351] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:18.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.287943 10305 raft_consensus.cc:630] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ac061a31ac7c430194379c8a1a1fa68b, State: Initialized, Role: FOLLOWER 17:49:18.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.289263 10305 consensus_queue.cc:228] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ac061a31ac7c430194379c8a1a1fa68b" member_type: VOTER last_known_addr { host: "127.9.100.66" port: 37730 } } 17:49:18.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.290027 10305 raft_consensus.cc:365] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:18.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.290443 10305 raft_consensus.cc:457] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:18.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.290827 10305 raft_consensus.cc:2742] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b: Snoozing failure detection for 1.717s (starting election) 17:49:18.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.291221 10305 raft_consensus.cc:2794] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b [term 0 FOLLOWER]: Advancing to term 1 17:49:18.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.296780 10305 raft_consensus.cc:479] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ac061a31ac7c430194379c8a1a1fa68b" member_type: VOTER last_known_addr { host: "127.9.100.66" port: 37730 } } 17:49:18.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.297663 10305 leader_election.cc:278] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:18.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.300207 10312 raft_consensus.cc:2742] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b: Snoozing failure detection for 1.947s (election complete) 17:49:18.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.300629 10312 raft_consensus.cc:2549] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b [term 1 FOLLOWER]: Leader election won for term 1 17:49:18.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.306699 10100 heartbeater.cc:467] Master 127.9.100.126:43171 was elected leader, sending a full tablet report... 17:49:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.307917 10305 ts_tablet_manager.cc:1073] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b: Time spent starting tablet: real 0.051s user 0.024s sys 0.010s 17:49:18.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.315531 10312 raft_consensus.cc:595] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b [term 1 LEADER]: Becoming Leader. State: Replica: ac061a31ac7c430194379c8a1a1fa68b, State: Running, Role: LEADER 17:49:18.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.316049 10312 consensus_queue.cc:205] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ac061a31ac7c430194379c8a1a1fa68b" member_type: VOTER last_known_addr { host: "127.9.100.66" port: 37730 } } 17:49:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.323211 9653 catalog_manager.cc:3758] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b reported cstate change: term changed from 0 to 1, leader changed from to ac061a31ac7c430194379c8a1a1fa68b (127.9.100.66). New cstate: current_term: 1 leader_uuid: "ac061a31ac7c430194379c8a1a1fa68b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ac061a31ac7c430194379c8a1a1fa68b" member_type: VOTER last_known_addr { host: "127.9.100.66" port: 37730 } health_report { overall_health: HEALTHY } } } 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.349768 9653 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.9.100.126:41693: 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:18.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:18.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:18.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.368036 9902 tablet_service.cc:759] Processing CreateTablet for tablet dc325c094a194b76938d694407963aa6 (table=simple-test [id=7b3092a575e84751be59500375446d4d]), partition=RANGE (key) PARTITION UNBOUNDED 17:49:18.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.368683 9902 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet dc325c094a194b76938d694407963aa6. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:18.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.376016 9902 ts_tablet_manager.cc:1173] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4: Registered tablet (data state: TABLET_DATA_READY) 17:49:18.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.376418 10303 ts_tablet_manager.cc:1028] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4: Bootstrapping tablet 17:49:18.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.376771 10303 tablet_bootstrap.cc:438] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4: Bootstrap starting. 17:49:18.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.378691 10303 tablet_bootstrap.cc:592] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4: No blocks or log segments found. Creating new log. 17:49:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.382124 10303 tablet_bootstrap.cc:438] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4: No bootstrap required, opened a new log 17:49:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.382386 10303 ts_tablet_manager.cc:1045] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.001s 17:49:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.383534 10303 raft_consensus.cc:325] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6568b7949e3a4b9ea46f2d20022466e4" member_type: VOTER last_known_addr { host: "127.9.100.65" port: 49137 } } 17:49:18.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.383849 10303 raft_consensus.cc:351] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:18.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.384045 10303 raft_consensus.cc:630] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6568b7949e3a4b9ea46f2d20022466e4, State: Initialized, Role: FOLLOWER 17:49:18.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.384440 10303 consensus_queue.cc:228] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6568b7949e3a4b9ea46f2d20022466e4" member_type: VOTER last_known_addr { host: "127.9.100.65" port: 49137 } } 17:49:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.384858 10303 raft_consensus.cc:365] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.385047 10303 raft_consensus.cc:457] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.385246 10303 raft_consensus.cc:2742] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4: Snoozing failure detection for 1.863s (starting election) 17:49:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.385447 10303 raft_consensus.cc:2794] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4 [term 0 FOLLOWER]: Advancing to term 1 17:49:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.388556 10303 raft_consensus.cc:479] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6568b7949e3a4b9ea46f2d20022466e4" member_type: VOTER last_known_addr { host: "127.9.100.65" port: 49137 } } 17:49:18.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.389016 10303 leader_election.cc:278] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.389461 10307 raft_consensus.cc:2742] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4: Snoozing failure detection for 1.564s (election complete) 17:49:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.389691 10307 raft_consensus.cc:2549] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4 [term 1 FOLLOWER]: Leader election won for term 1 17:49:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.389987 10307 raft_consensus.cc:595] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4 [term 1 LEADER]: Becoming Leader. State: Replica: 6568b7949e3a4b9ea46f2d20022466e4, State: Running, Role: LEADER 17:49:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.390364 10307 consensus_queue.cc:205] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6568b7949e3a4b9ea46f2d20022466e4" member_type: VOTER last_known_addr { host: "127.9.100.65" port: 49137 } } 17:49:18.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.390717 10303 ts_tablet_manager.cc:1073] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4: Time spent starting tablet: real 0.008s user 0.006s sys 0.002s 17:49:18.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:18.449497 9973 tablet.cc:1728] T 2c7a9d60771241d4a90f6d266e897aca P 6568b7949e3a4b9ea46f2d20022466e4: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:18.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:18.507910 10110 tablet.cc:1728] T b6d6a4c45f954708b46f16d948d7e424 P ac061a31ac7c430194379c8a1a1fa68b: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:18.508834 9653 catalog_manager.cc:3758] T dc325c094a194b76938d694407963aa6 P 6568b7949e3a4b9ea46f2d20022466e4 reported cstate change: term changed from 0 to 1, leader changed from to 6568b7949e3a4b9ea46f2d20022466e4 (127.9.100.65). New cstate: current_term: 1 leader_uuid: "6568b7949e3a4b9ea46f2d20022466e4" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6568b7949e3a4b9ea46f2d20022466e4" member_type: VOTER last_known_addr { host: "127.9.100.65" port: 49137 } health_report { overall_health: HEALTHY } } } 17:49:19.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:19.058120 10231 heartbeater.cc:467] Master 127.9.100.126:43171 was elected leader, sending a full tablet report... 17:49:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:19.077975 9617 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 9817 17:49:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:19.100091 9636 connection.cc:512] server connection from 127.9.100.65:44421 recv error: Network error: failed to read from TLS socket (remote: 127.9.100.65:44421): Connection reset by peer (error 104) 17:49:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:19.100881 9699 connection.cc:512] server connection from 127.9.100.65:39061 recv error: Network error: failed to read from TLS socket (remote: 127.9.100.65:39061): Connection reset by peer (error 104) 17:49:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:19.101054 9617 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 9965 17:49:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:19.101693 9764 connection.cc:512] server connection from 127.9.100.65:53756 recv error: Network error: failed to read from TLS socket (remote: 127.9.100.65:53756): Connection reset by peer (error 104) 17:49:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:19.121560 9617 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 10101 17:49:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:19.121541 9698 connection.cc:512] server connection from 127.9.100.66:57055 recv error: Network error: failed to read from TLS socket (remote: 127.9.100.66:57055): Connection reset by peer (error 104) 17:49:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:19.122408 9767 connection.cc:512] server connection from 127.9.100.66:52552 recv error: Network error: failed to read from TLS socket (remote: 127.9.100.66:52552): Connection reset by peer (error 104) 17:49:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:19.122493 9635 connection.cc:512] server connection from 127.9.100.66:41954 recv error: Network error: failed to read from TLS socket (remote: 127.9.100.66:41954): Connection reset by peer (error 104) 17:49:19.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:19.139151 9634 connection.cc:512] server connection from 127.9.100.67:43357 recv error: Network error: failed to read from TLS socket (remote: 127.9.100.67:43357): Connection reset by peer (error 104) 17:49:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:19.140226 9697 connection.cc:512] server connection from 127.9.100.67:51773 recv error: Network error: failed to read from TLS socket (remote: 127.9.100.67:51773): Connection reset by peer (error 104) 17:49:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:19.140974 9617 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 9625 17:49:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:19.141662 9765 connection.cc:512] server connection from 127.9.100.67:48265 recv error: Network error: failed to read from TLS socket (remote: 127.9.100.67:48265): Connection reset by peer (error 104) 17:49:19.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:19.162333 9617 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 9687 17:49:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:19.182740 9617 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 9753 17:49:20.227 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614160227 17:49:20.227 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:49:20.228 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:49:20.228 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:49:20.228 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:49:20.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.445149 10347 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:20.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:20.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/wal 17:49:20.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/data 17:49:20.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:20.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:20.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:20.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:20.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.26.254:33111 17:49:20.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.26.254 17:49:20.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:20.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:20.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/logs 17:49:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/data/info.pb 17:49:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.10.26.254:33111,127.10.26.253:48955,127.10.26.252:58914 with env {} 17:49:20.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:20.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:20.604802 10355 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:20.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:20.605221 10355 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:20.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:20.614971 10355 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:20.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:20.615105 10355 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:20.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:20.615351 10355 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:20.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:20.615504 10355 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.634914 10355 master_main.cc:73] Master server non-default flags: 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/data 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/wal 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.10.26.254:33111,127.10.26.253:48955,127.10.26.252:58914 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.26.254:33111 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/data/info.pb 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.26.254 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/logs 17:49:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:20.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.650260 10355 master_main.cc:80] Initializing master server... 17:49:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.652712 10355 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 255564us 17:49:20.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.653551 10355 fs_manager.cc:262] Metadata directory not provided 17:49:20.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.653674 10355 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.653985 10355 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.654124 10355 server_base.cc:433] Attempting to create new FS layout instead 17:49:20.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.657961 10355 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/data/instance: 17:49:20.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e58ae2f7c915407096f517dd487248bb" 17:49:20.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:20 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:20.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.658711 10355 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/wal/instance: 17:49:20.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e58ae2f7c915407096f517dd487248bb" 17:49:20.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:20 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:20.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.675968 10355 fs_manager.cc:502] Time spent creating directory manager: real 0.017s user 0.009s sys 0.004s 17:49:20.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.677197 10355 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:20.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.678427 10355 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:20.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.686763 10355 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.686889 10355 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/wal 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e58ae2f7c915407096f517dd487248bb" 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:20 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.687127 10355 fs_report.cc:352] FS layout report 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/wal 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/wal 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/data/data 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:20.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.843933 10355 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:20.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.846478 10355 master_main.cc:83] Starting Master server... 17:49:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.934123 10355 rpc_server.cc:205] RPC server started. Bound to: 127.10.26.254:33111 17:49:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.935060 10355 webserver.cc:175] Starting webserver on 127.10.26.254:0 17:49:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.935170 10355 webserver.cc:186] Document root disabled 17:49:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.937121 10355 webserver.cc:313] Webserver started. Bound to: http://127.10.26.254:57151/ 17:49:20.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.937911 10355 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-0/data/info.pb 17:49:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.939927 10347 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 10355 17:49:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.940738 10347 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/wal 17:49:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/data 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.26.253:48955 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.26.253 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/logs 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/data/info.pb 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.10.26.254:33111,127.10.26.253:48955,127.10.26.252:58914 with env {} 17:49:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.941623 10416 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:20.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.958824 10416 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } has no permanent_uuid. Determining permanent_uuid... 17:49:20.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:20.980406 10416 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } has no permanent_uuid. Determining permanent_uuid... 17:49:20.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:20.982528 10416 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.26.253:48955: Network error: Client connection negotiation failed: client connection to 127.10.26.253:48955: connect: Connection refused (error 111) 17:49:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.001951 10416 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } attempt: 1 17:49:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.003178 10416 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.26.253:48955: Network error: Client connection negotiation failed: client connection to 127.10.26.253:48955: connect: Connection refused (error 111) 17:49:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.051503 10416 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } attempt: 2 17:49:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.052820 10416 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.26.253:48955: Network error: Client connection negotiation failed: client connection to 127.10.26.253:48955: connect: Connection refused (error 111) 17:49:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.110107 10417 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.110543 10417 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:21.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.119889 10417 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:21.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.120018 10417 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:21.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.120146 10417 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:21.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.120287 10417 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.139539 10417 master_main.cc:73] Master server non-default flags: 17:49:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/data 17:49:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/wal 17:49:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.10.26.254:33111,127.10.26.253:48955,127.10.26.252:58914 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.26.253:48955 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/data/info.pb 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.26.253 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/logs 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:21.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.154178 10417 master_main.cc:80] Initializing master server... 17:49:21.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.157006 10417 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 256064us 17:49:21.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.157814 10417 fs_manager.cc:262] Metadata directory not provided 17:49:21.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.157958 10417 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:21.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.158269 10417 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:21.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.158417 10417 server_base.cc:433] Attempting to create new FS layout instead 17:49:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.162298 10417 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/data/instance: 17:49:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "76d78501b9ab425fb5ef8724db93c098" 17:49:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:21 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:21.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.163050 10417 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/wal/instance: 17:49:21.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "76d78501b9ab425fb5ef8724db93c098" 17:49:21.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:21 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:21.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.164155 10416 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } attempt: 3 17:49:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.165295 10416 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.26.253:48955: Network error: Client connection negotiation failed: client connection to 127.10.26.253:48955: connect: Connection refused (error 111) 17:49:21.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.177031 10417 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.009s sys 0.003s 17:49:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.178273 10417 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:21.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.179610 10417 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.187958 10417 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:49:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.188128 10417 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/wal 17:49:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "76d78501b9ab425fb5ef8724db93c098" 17:49:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:21 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.188379 10417 fs_report.cc:352] FS layout report 17:49:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/wal 17:49:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/wal 17:49:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/data/data 17:49:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:21.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:21.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:21.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:21.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:21.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.331100 10417 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:21.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.333555 10417 master_main.cc:83] Starting Master server... 17:49:21.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.341670 10416 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } attempt: 4 17:49:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.342891 10416 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.26.253:48955: Network error: Client connection negotiation failed: client connection to 127.10.26.253:48955: connect: Connection refused (error 111) 17:49:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.420482 10417 rpc_server.cc:205] RPC server started. Bound to: 127.10.26.253:48955 17:49:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.421576 10417 webserver.cc:175] Starting webserver on 127.10.26.253:0 17:49:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.421672 10417 webserver.cc:186] Document root disabled 17:49:21.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.423540 10417 webserver.cc:313] Webserver started. Bound to: http://127.10.26.253:47456/ 17:49:21.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.424242 10417 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-1/data/info.pb 17:49:21.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.427108 10347 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 10417 17:49:21.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.427505 10482 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.427932 10347 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/wal 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/data 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.26.252:58914 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.26.252 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/logs 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/data/info.pb 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.10.26.254:33111,127.10.26.253:48955,127.10.26.252:58914 with env {} 17:49:21.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.440768 10482 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } has no permanent_uuid. Determining permanent_uuid... 17:49:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.458333 10482 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } has no permanent_uuid. Determining permanent_uuid... 17:49:21.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.470544 10482 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } has no permanent_uuid. Determining permanent_uuid... 17:49:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.472247 10482 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.26.252:58914: Network error: Client connection negotiation failed: client connection to 127.10.26.252:58914: connect: Connection refused (error 111) 17:49:21.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.491677 10482 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } attempt: 1 17:49:21.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.493149 10482 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.26.252:58914: Network error: Client connection negotiation failed: client connection to 127.10.26.252:58914: connect: Connection refused (error 111) 17:49:21.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.541474 10482 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } attempt: 2 17:49:21.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.542796 10482 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.26.252:58914: Network error: Client connection negotiation failed: client connection to 127.10.26.252:58914: connect: Connection refused (error 111) 17:49:21.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:21.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.592800 10483 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:21.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.593231 10483 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:21.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.602537 10483 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:21.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.602689 10483 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:21.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.602828 10483 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:21.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.602993 10483 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.622741 10483 master_main.cc:73] Master server non-default flags: 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/data 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/wal 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.10.26.254:33111,127.10.26.253:48955,127.10.26.252:58914 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.26.252:58914 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/data/info.pb 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.26.252 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/logs 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:21.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:21.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:21.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.638751 10483 master_main.cc:80] Initializing master server... 17:49:21.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.640750 10483 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 256064us 17:49:21.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.641520 10483 fs_manager.cc:262] Metadata directory not provided 17:49:21.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.641661 10483 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:21.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.641966 10483 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:21.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.642097 10483 server_base.cc:433] Attempting to create new FS layout instead 17:49:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.645896 10483 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/data/instance: 17:49:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "16f55867900348cfa4a18a4acae21e8c" 17:49:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:21 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.646199 10416 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } attempt: 5 17:49:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.646697 10483 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/wal/instance: 17:49:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "16f55867900348cfa4a18a4acae21e8c" 17:49:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:21 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.652925 10416 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } has no permanent_uuid. Determining permanent_uuid... 17:49:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.654145 10482 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } attempt: 3 17:49:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.654592 10416 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.26.252:58914: Network error: Client connection negotiation failed: client connection to 127.10.26.252:58914: connect: Connection refused (error 111) 17:49:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.655249 10482 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.26.252:58914: Network error: Client connection negotiation failed: client connection to 127.10.26.252:58914: connect: Connection refused (error 111) 17:49:21.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.662827 10483 fs_manager.cc:502] Time spent creating directory manager: real 0.016s user 0.008s sys 0.006s 17:49:21.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.664073 10483 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.665277 10483 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:21.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.673750 10483 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.002s 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.673879 10483 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/wal 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "16f55867900348cfa4a18a4acae21e8c" 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:21 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.674154 10483 fs_report.cc:352] FS layout report 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/wal 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/wal 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/data/data 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:21.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.692947 10416 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } attempt: 1 17:49:21.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.694350 10416 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.26.252:58914: Network error: Client connection negotiation failed: client connection to 127.10.26.252:58914: connect: Connection refused (error 111) 17:49:21.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.742718 10416 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } attempt: 2 17:49:21.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.744726 10416 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.26.252:58914: Network error: Client connection negotiation failed: client connection to 127.10.26.252:58914: connect: Connection refused (error 111) 17:49:21.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.831620 10482 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } attempt: 4 17:49:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.833089 10482 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.26.252:58914: Network error: Client connection negotiation failed: client connection to 127.10.26.252:58914: connect: Connection refused (error 111) 17:49:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.834296 10483 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.836768 10483 master_main.cc:83] Starting Master server... 17:49:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.845230 10416 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } attempt: 3 17:49:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:21.847478 10416 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.26.252:58914: Network error: Client connection negotiation failed: client connection to 127.10.26.252:58914: connect: Connection refused (error 111) 17:49:21.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.928948 10483 rpc_server.cc:205] RPC server started. Bound to: 127.10.26.252:58914 17:49:21.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.929810 10483 webserver.cc:175] Starting webserver on 127.10.26.252:0 17:49:21.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.929908 10483 webserver.cc:186] Document root disabled 17:49:21.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.931838 10483 webserver.cc:313] Webserver started. Bound to: http://127.10.26.252:33484/ 17:49:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.932910 10483 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/master-2/data/info.pb 17:49:21.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.934804 10347 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 10483 17:49:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.935745 10347 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/wal 17:49:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/data 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.26.193:0 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.10.26.193 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.26.193 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.10.26.254:33111,127.10.26.253:48955,127.10.26.252:58914 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/logs 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/data/info.pb 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:21.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.937130 10550 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:21.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.950369 10550 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } has no permanent_uuid. Determining permanent_uuid... 17:49:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.965703 10550 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } has no permanent_uuid. Determining permanent_uuid... 17:49:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.972540 10550 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } has no permanent_uuid. Determining permanent_uuid... 17:49:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.988221 10416 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } attempt: 4 17:49:21.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.989939 10550 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c: Bootstrap starting. 17:49:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.993970 10550 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c: No blocks or log segments found. Creating new log. 17:49:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:21.996112 10550 log.cc:525] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c: Log is configured to *not* fsync() on all Append() calls 17:49:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.002773 10416 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb: Bootstrap starting. 17:49:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.002871 10550 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c: No bootstrap required, opened a new log 17:49:22.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.006815 10416 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb: No blocks or log segments found. Creating new log. 17:49:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.009080 10416 log.cc:525] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb: Log is configured to *not* fsync() on all Append() calls 17:49:22.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.014328 10416 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb: No bootstrap required, opened a new log 17:49:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.019183 10550 raft_consensus.cc:325] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } 17:49:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.020025 10550 raft_consensus.cc:351] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.020324 10550 raft_consensus.cc:630] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 16f55867900348cfa4a18a4acae21e8c, State: Initialized, Role: FOLLOWER 17:49:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.021051 10550 consensus_queue.cc:228] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } 17:49:22.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.024858 10550 sys_catalog.cc:337] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } } 17:49:22.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.025833 10550 sys_catalog.cc:340] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [sys.catalog]: This master's current role is: FOLLOWER 17:49:22.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.027225 10550 sys_catalog.cc:424] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [sys.catalog]: configured and running, proceeding with master startup. 17:49:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.033458 10416 raft_consensus.cc:325] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } 17:49:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.034332 10416 raft_consensus.cc:351] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.034694 10416 raft_consensus.cc:630] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e58ae2f7c915407096f517dd487248bb, State: Initialized, Role: FOLLOWER 17:49:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.035485 10416 consensus_queue.cc:228] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } 17:49:22.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.043547 10558 sys_catalog.cc:337] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } } 17:49:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.061523 10558 sys_catalog.cc:340] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [sys.catalog]: This master's current role is: FOLLOWER 17:49:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:22.125283 10551 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.026000 10556 sys_catalog.cc:337] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } } 17:49:22.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.125901 10556 sys_catalog.cc:340] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [sys.catalog]: This master's current role is: FOLLOWER 17:49:22.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:22.126266 10551 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.136441 10482 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } attempt: 5 17:49:22.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:22.142172 10551 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:22.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:22.142815 10551 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.26.193 17:49:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.150095 10482 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098: Bootstrap starting. 17:49:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.153373 10482 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098: No blocks or log segments found. Creating new log. 17:49:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.044514 10416 sys_catalog.cc:337] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } } 17:49:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.155093 10416 sys_catalog.cc:340] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [sys.catalog]: This master's current role is: FOLLOWER 17:49:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.156277 10416 sys_catalog.cc:424] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [sys.catalog]: configured and running, proceeding with master startup. 17:49:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:22.089903 10502 tablet.cc:1728] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:22.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.161794 10557 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:49:22.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.162209 10482 log.cc:525] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098: Log is configured to *not* fsync() on all Append() calls 17:49:22.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.163074 10483 master_main.cc:86] Master server successfully started. 17:49:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.166857 10355 master_main.cc:86] Master server successfully started. 17:49:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.169052 10482 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098: No bootstrap required, opened a new log 17:49:22.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:22.173077 10559 catalog_manager.cc:1084] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:22.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:22.173446 10559 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.176214 10551 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/data 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/wal 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.26.193:0 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/data/info.pb 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.26.193 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.10.26.254:33111,127.10.26.253:48955,127.10.26.252:58914 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:22.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.10.26.193 17:49:22.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/logs 17:49:22.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:22.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:22.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:22.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:22.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:22.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:22.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:22.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:22.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.186117 10482 raft_consensus.cc:325] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } 17:49:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.186800 10482 raft_consensus.cc:351] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:22.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.186993 10482 raft_consensus.cc:630] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 76d78501b9ab425fb5ef8724db93c098, State: Initialized, Role: FOLLOWER 17:49:22.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.187595 10482 consensus_queue.cc:228] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } 17:49:22.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.190675 10482 sys_catalog.cc:337] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } } 17:49:22.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.191409 10482 sys_catalog.cc:340] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [sys.catalog]: This master's current role is: FOLLOWER 17:49:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.192899 10482 sys_catalog.cc:424] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [sys.catalog]: configured and running, proceeding with master startup. 17:49:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.202698 10551 tablet_server_main.cc:85] Initializing tablet server... 17:49:22.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.206449 10551 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 256564us 17:49:22.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.207115 10551 fs_manager.cc:262] Metadata directory not provided 17:49:22.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.207361 10551 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:22.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.207792 10551 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:22.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.208060 10551 server_base.cc:433] Attempting to create new FS layout instead 17:49:22.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.213608 10551 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/data/instance: 17:49:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3d36fdfe4c264d33afcd1e9c95e7f1da" 17:49:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:22 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.214798 10551 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/wal/instance: 17:49:22.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3d36fdfe4c264d33afcd1e9c95e7f1da" 17:49:22.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:22 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.244890 10551 fs_manager.cc:502] Time spent creating directory manager: real 0.030s user 0.016s sys 0.008s 17:49:22.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.246840 10551 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:22.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.248358 10551 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.266614 10551 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.005s 17:49:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.266935 10551 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/wal 17:49:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3d36fdfe4c264d33afcd1e9c95e7f1da" 17:49:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:22 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.267438 10551 fs_report.cc:352] FS layout report 17:49:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/wal 17:49:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/wal 17:49:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/data/data 17:49:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.191779 10566 sys_catalog.cc:337] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } } 17:49:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.291826 10566 sys_catalog.cc:340] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [sys.catalog]: This master's current role is: FOLLOWER 17:49:22.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.297384 10567 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:49:22.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.298995 10417 master_main.cc:86] Master server successfully started. 17:49:22.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:22.337046 10438 tablet.cc:1728] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:22.350319 10372 tablet.cc:1728] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:22.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.401886 10566 raft_consensus.cc:457] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:49:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.402209 10566 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098: Snoozing failure detection for 1.924s (starting election) 17:49:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.402534 10566 raft_consensus.cc:479] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } 17:49:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.403920 10566 leader_election.cc:251] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer e58ae2f7c915407096f517dd487248bb (127.10.26.254:33111) 17:49:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.404626 10566 leader_election.cc:251] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 16f55867900348cfa4a18a4acae21e8c (127.10.26.252:58914) 17:49:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.405805 10393 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "76d78501b9ab425fb5ef8724db93c098" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e58ae2f7c915407096f517dd487248bb" is_pre_election: true 17:49:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.406580 10393 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb: Snoozing failure detection for 1.634s (vote granted) 17:49:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.406883 10393 raft_consensus.cc:2255] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 76d78501b9ab425fb5ef8724db93c098 in term 0. 17:49:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.407874 10428 leader_election.cc:387] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [CANDIDATE]: Term 1 pre-election: Vote granted by peer e58ae2f7c915407096f517dd487248bb (127.10.26.254:33111) 17:49:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.407780 10523 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "76d78501b9ab425fb5ef8724db93c098" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "16f55867900348cfa4a18a4acae21e8c" is_pre_election: true 17:49:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.408110 10428 leader_election.cc:278] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:49:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.408442 10523 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c: Snoozing failure detection for 1.835s (vote granted) 17:49:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.408697 10566 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098: Snoozing failure detection for 2.106s (election complete) 17:49:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.408704 10523 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 76d78501b9ab425fb5ef8724db93c098 in term 0. 17:49:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.408953 10566 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:49:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.409163 10566 raft_consensus.cc:457] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:49:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.409365 10566 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098: Snoozing failure detection for 1.705s (starting election) 17:49:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.409596 10566 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [term 0 FOLLOWER]: Advancing to term 1 17:49:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.413087 10429 leader_election.cc:387] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 16f55867900348cfa4a18a4acae21e8c (127.10.26.252:58914) 17:49:22.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.415309 10566 raft_consensus.cc:479] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } 17:49:22.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.419222 10566 leader_election.cc:251] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [CANDIDATE]: Term 1 election: Requesting vote from peer e58ae2f7c915407096f517dd487248bb (127.10.26.254:33111) 17:49:22.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.419667 10566 leader_election.cc:251] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [CANDIDATE]: Term 1 election: Requesting vote from peer 16f55867900348cfa4a18a4acae21e8c (127.10.26.252:58914) 17:49:22.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.420537 10393 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "76d78501b9ab425fb5ef8724db93c098" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e58ae2f7c915407096f517dd487248bb" 17:49:22.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.420936 10393 raft_consensus.cc:2794] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [term 0 FOLLOWER]: Advancing to term 1 17:49:22.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.421186 10393 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb: Snoozing failure detection for 2.091s (vote granted) 17:49:22.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.422593 10523 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "76d78501b9ab425fb5ef8724db93c098" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "16f55867900348cfa4a18a4acae21e8c" 17:49:22.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.422996 10523 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [term 0 FOLLOWER]: Advancing to term 1 17:49:22.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.423243 10523 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c: Snoozing failure detection for 1.773s (vote granted) 17:49:22.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.430196 10393 raft_consensus.cc:2255] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 76d78501b9ab425fb5ef8724db93c098 in term 1. 17:49:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.432282 10523 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 76d78501b9ab425fb5ef8724db93c098 in term 1. 17:49:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.433154 10429 leader_election.cc:387] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [CANDIDATE]: Term 1 election: Vote granted by peer 16f55867900348cfa4a18a4acae21e8c (127.10.26.252:58914) 17:49:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.433382 10429 leader_election.cc:278] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:22.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.433864 10566 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098: Snoozing failure detection for 1.733s (election complete) 17:49:22.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.434099 10566 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [term 1 FOLLOWER]: Leader election won for term 1 17:49:22.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.434548 10428 leader_election.cc:387] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [CANDIDATE]: Term 1 election: Vote granted by peer e58ae2f7c915407096f517dd487248bb (127.10.26.254:33111) 17:49:22.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.436769 10566 raft_consensus.cc:595] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [term 1 LEADER]: Becoming Leader. State: Replica: 76d78501b9ab425fb5ef8724db93c098, State: Running, Role: LEADER 17:49:22.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.437361 10566 consensus_queue.cc:205] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } 17:49:22.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.445930 10575 sys_catalog.cc:337] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 76d78501b9ab425fb5ef8724db93c098. Latest consensus state: current_term: 1 leader_uuid: "76d78501b9ab425fb5ef8724db93c098" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } } 17:49:22.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.446607 10575 sys_catalog.cc:340] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [sys.catalog]: This master's current role is: LEADER 17:49:22.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.458474 10577 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:49:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.482586 10577 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:49:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.522337 10551 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.532807 10551 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:22.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.539495 10551 tablet_server_main.cc:90] Starting tablet server... 17:49:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.579766 10523 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [term 1 FOLLOWER]: Refusing update from remote peer 76d78501b9ab425fb5ef8724db93c098: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:22.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.580026 10393 raft_consensus.cc:1083] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [term 1 FOLLOWER]: Refusing update from remote peer 76d78501b9ab425fb5ef8724db93c098: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.581176 10575 consensus_queue.cc:963] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [LEADER]: Connected to new peer: Peer: permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.581773 10566 consensus_queue.cc:963] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:22.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.606743 10592 sys_catalog.cc:337] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 76d78501b9ab425fb5ef8724db93c098. Latest consensus state: current_term: 1 leader_uuid: "76d78501b9ab425fb5ef8724db93c098" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } } 17:49:22.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.607390 10592 sys_catalog.cc:340] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [sys.catalog]: This master's current role is: FOLLOWER 17:49:22.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.622270 10556 sys_catalog.cc:337] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 76d78501b9ab425fb5ef8724db93c098. Latest consensus state: current_term: 1 leader_uuid: "76d78501b9ab425fb5ef8724db93c098" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } } 17:49:22.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.622973 10556 sys_catalog.cc:340] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [sys.catalog]: This master's current role is: FOLLOWER 17:49:22.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.624773 10575 sys_catalog.cc:337] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "76d78501b9ab425fb5ef8724db93c098" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } } 17:49:22.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.625453 10575 sys_catalog.cc:340] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [sys.catalog]: This master's current role is: LEADER 17:49:22.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.625622 10592 sys_catalog.cc:337] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "76d78501b9ab425fb5ef8724db93c098" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } } 17:49:22.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.626212 10592 sys_catalog.cc:340] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb [sys.catalog]: This master's current role is: FOLLOWER 17:49:22.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.626893 10566 sys_catalog.cc:337] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "76d78501b9ab425fb5ef8724db93c098" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } } 17:49:22.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.628182 10566 sys_catalog.cc:340] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098 [sys.catalog]: This master's current role is: LEADER 17:49:22.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.629493 10577 catalog_manager.cc:924] Generated new certificate authority record 17:49:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.631743 10577 catalog_manager.cc:1046] Loading token signing keys... 17:49:22.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.631498 10556 sys_catalog.cc:337] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "76d78501b9ab425fb5ef8724db93c098" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e58ae2f7c915407096f517dd487248bb" member_type: VOTER last_known_addr { host: "127.10.26.254" port: 33111 } } peers { permanent_uuid: "76d78501b9ab425fb5ef8724db93c098" member_type: VOTER last_known_addr { host: "127.10.26.253" port: 48955 } } peers { permanent_uuid: "16f55867900348cfa4a18a4acae21e8c" member_type: VOTER last_known_addr { host: "127.10.26.252" port: 58914 } } } 17:49:22.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.632163 10556 sys_catalog.cc:340] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c [sys.catalog]: This master's current role is: FOLLOWER 17:49:22.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.650879 10577 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 76d78501b9ab425fb5ef8724db93c098: Generated new TSK 0 17:49:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.954326 10551 rpc_server.cc:205] RPC server started. Bound to: 127.10.26.193:59443 17:49:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.955428 10551 webserver.cc:175] Starting webserver on 127.10.26.193:0 17:49:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.955622 10551 webserver.cc:186] Document root disabled 17:49:22.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.957309 10551 webserver.cc:313] Webserver started. Bound to: http://127.10.26.193:34180/ 17:49:22.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.958061 10551 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-0/data/info.pb 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.960333 10347 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 10551 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.961504 10347 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/wal 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/data 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.26.194:0 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.10.26.194 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.26.194 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.10.26.254:33111,127.10.26.253:48955,127.10.26.252:58914 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/logs 17:49:22.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/data/info.pb 17:49:22.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:22.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:22.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:22.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:22.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:22.997043 10551 tablet_server_main.cc:93] Tablet server successfully started. 17:49:23.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.026468 10698 heartbeater.cc:346] Connected to a master server at 127.10.26.253:48955 17:49:23.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.026774 10698 heartbeater.cc:426] Registering TS with master... 17:49:23.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.027359 10698 heartbeater.cc:475] Master 127.10.26.253:48955 requested a full tablet report, sending... 17:49:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.030050 10697 heartbeater.cc:346] Connected to a master server at 127.10.26.254:33111 17:49:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.030239 10697 heartbeater.cc:426] Registering TS with master... 17:49:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.030627 10697 heartbeater.cc:475] Master 127.10.26.254:33111 requested a full tablet report, sending... 17:49:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.031888 10449 ts_manager.cc:98] Registered new tserver with Master: 3d36fdfe4c264d33afcd1e9c95e7f1da (127.10.26.193:59443) 17:49:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.033398 10383 ts_manager.cc:98] Registered new tserver with Master: 3d36fdfe4c264d33afcd1e9c95e7f1da (127.10.26.193:59443) 17:49:23.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.034571 10449 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.10.26.193:47808 17:49:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.028723 10700 heartbeater.cc:346] Connected to a master server at 127.10.26.252:58914 17:49:23.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.045017 10700 heartbeater.cc:426] Registering TS with master... 17:49:23.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.045338 10700 heartbeater.cc:475] Master 127.10.26.252:58914 requested a full tablet report, sending... 17:49:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.047279 10513 ts_manager.cc:98] Registered new tserver with Master: 3d36fdfe4c264d33afcd1e9c95e7f1da (127.10.26.193:59443) 17:49:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:23.138788 10699 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:23.139250 10699 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:23.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:23.148233 10699 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:23.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:23.148649 10699 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.26.194 17:49:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.169313 10699 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/data 17:49:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/wal 17:49:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.26.194:0 17:49:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/data/info.pb 17:49:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.26.194 17:49:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.10.26.254:33111,127.10.26.253:48955,127.10.26.252:58914 17:49:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.10.26.194 17:49:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/logs 17:49:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:23.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.178128 10557 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c: acquiring CA information for follower catalog manager: success 17:49:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.179596 10559 catalog_manager.cc:1082] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb: acquiring CA information for follower catalog manager: success 17:49:23.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.181327 10557 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 16f55867900348cfa4a18a4acae21e8c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.182343 10559 catalog_manager.cc:1110] T 00000000000000000000000000000000 P e58ae2f7c915407096f517dd487248bb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.190201 10699 tablet_server_main.cc:85] Initializing tablet server... 17:49:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.192502 10699 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 257064us 17:49:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.192956 10699 fs_manager.cc:262] Metadata directory not provided 17:49:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.193102 10699 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.193436 10699 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.193580 10699 server_base.cc:433] Attempting to create new FS layout instead 17:49:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.196745 10699 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/data/instance: 17:49:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "70d4ab582a4b4ed6b027754da76e2319" 17:49:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.197648 10699 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/wal/instance: 17:49:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "70d4ab582a4b4ed6b027754da76e2319" 17:49:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:23.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.219918 10699 fs_manager.cc:502] Time spent creating directory manager: real 0.022s user 0.008s sys 0.011s 17:49:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.221801 10699 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.222502 10699 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.239388 10699 fs_manager.cc:418] Time spent opening block manager: real 0.006s user 0.001s sys 0.005s 17:49:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.239684 10699 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/wal 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "70d4ab582a4b4ed6b027754da76e2319" 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.240151 10699 fs_report.cc:352] FS layout report 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/wal 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/wal 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/data/data 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.549770 10699 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.568135 10699 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:23.574766 10699 tablet_server_main.cc:90] Starting tablet server... 17:49:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.038571 10698 heartbeater.cc:467] Master 127.10.26.253:48955 was elected leader, sending a full tablet report... 17:49:24.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.253204 10699 rpc_server.cc:205] RPC server started. Bound to: 127.10.26.194:45141 17:49:24.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.254570 10699 webserver.cc:175] Starting webserver on 127.10.26.194:0 17:49:24.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.254691 10699 webserver.cc:186] Document root disabled 17:49:24.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.256503 10699 webserver.cc:313] Webserver started. Bound to: http://127.10.26.194:44923/ 17:49:24.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.257511 10699 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-1/data/info.pb 17:49:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.261883 10347 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 10699 17:49:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.262938 10347 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/wal 17:49:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/data 17:49:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.26.195:0 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.10.26.195 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.26.195 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.10.26.254:33111,127.10.26.253:48955,127.10.26.252:58914 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/logs 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/data/info.pb 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:24.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.296181 10699 tablet_server_main.cc:93] Tablet server successfully started. 17:49:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.322739 10836 heartbeater.cc:346] Connected to a master server at 127.10.26.252:58914 17:49:24.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.323052 10836 heartbeater.cc:426] Registering TS with master... 17:49:24.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.324113 10836 heartbeater.cc:475] Master 127.10.26.252:58914 requested a full tablet report, sending... 17:49:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.328410 10513 ts_manager.cc:98] Registered new tserver with Master: 70d4ab582a4b4ed6b027754da76e2319 (127.10.26.194:45141) 17:49:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.330176 10832 heartbeater.cc:346] Connected to a master server at 127.10.26.253:48955 17:49:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.330426 10832 heartbeater.cc:426] Registering TS with master... 17:49:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.330832 10832 heartbeater.cc:475] Master 127.10.26.253:48955 requested a full tablet report, sending... 17:49:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.332569 10449 ts_manager.cc:98] Registered new tserver with Master: 70d4ab582a4b4ed6b027754da76e2319 (127.10.26.194:45141) 17:49:24.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.334316 10449 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.10.26.194:58676 17:49:24.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.339377 10831 heartbeater.cc:346] Connected to a master server at 127.10.26.254:33111 17:49:24.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.339627 10831 heartbeater.cc:426] Registering TS with master... 17:49:24.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.339956 10831 heartbeater.cc:475] Master 127.10.26.254:33111 requested a full tablet report, sending... 17:49:24.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.342315 10383 ts_manager.cc:98] Registered new tserver with Master: 70d4ab582a4b4ed6b027754da76e2319 (127.10.26.194:45141) 17:49:24.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:24.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:24.478348 10835 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:24.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:24.478907 10835 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:24.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:24.496120 10835 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:24.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:24.496703 10835 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.26.195 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.532176 10835 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/data 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/wal 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.26.195:0 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/data/info.pb 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.26.195 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.10.26.254:33111,127.10.26.253:48955,127.10.26.252:58914 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.10.26.195 17:49:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/logs 17:49:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:24.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.559346 10835 tablet_server_main.cc:85] Initializing tablet server... 17:49:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.562108 10835 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 257564us 17:49:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.562749 10835 fs_manager.cc:262] Metadata directory not provided 17:49:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.562916 10835 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.563248 10835 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.563524 10835 server_base.cc:433] Attempting to create new FS layout instead 17:49:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.568290 10835 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/data/instance: 17:49:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8c0f0cd8897542cdbc66d1d4ef7a9b08" 17:49:24.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.569270 10835 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/wal/instance: 17:49:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8c0f0cd8897542cdbc66d1d4ef7a9b08" 17:49:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:24.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.591634 10835 fs_manager.cc:502] Time spent creating directory manager: real 0.022s user 0.012s sys 0.008s 17:49:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.593420 10835 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:24.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.594108 10835 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.606982 10835 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.001s 17:49:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.607209 10835 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/wal 17:49:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8c0f0cd8897542cdbc66d1d4ef7a9b08" 17:49:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.607723 10835 fs_report.cc:352] FS layout report 17:49:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/wal 17:49:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/wal 17:49:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/data/data 17:49:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.775786 10835 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:24.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.779584 10835 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:24.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.780961 10835 tablet_server_main.cc:90] Starting tablet server... 17:49:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.932571 10835 rpc_server.cc:205] RPC server started. Bound to: 127.10.26.195:41620 17:49:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.933814 10835 webserver.cc:175] Starting webserver on 127.10.26.195:0 17:49:24.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.933934 10835 webserver.cc:186] Document root disabled 17:49:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.935619 10835 webserver.cc:313] Webserver started. Bound to: http://127.10.26.195:38326/ 17:49:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.936390 10835 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster455299478717762797/ts-2/data/info.pb 17:49:24.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.940191 10347 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 10835 17:49:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:24.957020 10835 tablet_server_main.cc:93] Tablet server successfully started. 17:49:25.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.003262 10962 heartbeater.cc:346] Connected to a master server at 127.10.26.254:33111 17:49:25.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.003731 10962 heartbeater.cc:426] Registering TS with master... 17:49:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.005810 10962 heartbeater.cc:475] Master 127.10.26.254:33111 requested a full tablet report, sending... 17:49:25.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.010519 10383 ts_manager.cc:98] Registered new tserver with Master: 8c0f0cd8897542cdbc66d1d4ef7a9b08 (127.10.26.195:41620) 17:49:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.013068 10963 heartbeater.cc:346] Connected to a master server at 127.10.26.253:48955 17:49:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.013398 10963 heartbeater.cc:426] Registering TS with master... 17:49:25.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.013958 10963 heartbeater.cc:475] Master 127.10.26.253:48955 requested a full tablet report, sending... 17:49:25.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.015908 10449 ts_manager.cc:98] Registered new tserver with Master: 8c0f0cd8897542cdbc66d1d4ef7a9b08 (127.10.26.195:41620) 17:49:25.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.017163 10449 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.10.26.195:50734 17:49:25.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.019305 10964 heartbeater.cc:346] Connected to a master server at 127.10.26.252:58914 17:49:25.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.019587 10964 heartbeater.cc:426] Registering TS with master... 17:49:25.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.019997 10964 heartbeater.cc:475] Master 127.10.26.252:58914 requested a full tablet report, sending... 17:49:25.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.023625 10513 ts_manager.cc:98] Registered new tserver with Master: 8c0f0cd8897542cdbc66d1d4ef7a9b08 (127.10.26.195:41620) 17:49:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.025943 10347 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:49:25.026 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.115592 10449 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.10.26.253:53525: 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:25.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:25.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:49:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:49:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:49:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.164423 10634 tablet_service.cc:759] Processing CreateTablet for tablet 695830106b4143d49159cd9096a36ea1 (table=test [id=973fbc3f97534d7cb1c31370f7cce787]), partition=RANGE (key) PARTITION VALUES < 50 17:49:25.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.165249 10634 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 695830106b4143d49159cd9096a36ea1. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.169373 10768 tablet_service.cc:759] Processing CreateTablet for tablet ca0b5ef3d48a4ba497cb8d065def6ce8 (table=test [id=973fbc3f97534d7cb1c31370f7cce787]), partition=RANGE (key) PARTITION VALUES >= 50 17:49:25.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.170913 10768 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet ca0b5ef3d48a4ba497cb8d065def6ce8. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:25.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.183851 10634 ts_tablet_manager.cc:1173] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da: Registered tablet (data state: TABLET_DATA_READY) 17:49:25.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.185261 11036 ts_tablet_manager.cc:1028] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da: Bootstrapping tablet 17:49:25.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.186285 11036 tablet_bootstrap.cc:438] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da: Bootstrap starting. 17:49:25.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.188866 11036 tablet_bootstrap.cc:592] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da: No blocks or log segments found. Creating new log. 17:49:25.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.188907 10768 ts_tablet_manager.cc:1173] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319: Registered tablet (data state: TABLET_DATA_READY) 17:49:25.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.190415 11036 log.cc:525] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da: Log is configured to *not* fsync() on all Append() calls 17:49:25.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.190591 11037 ts_tablet_manager.cc:1028] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319: Bootstrapping tablet 17:49:25.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.191246 11037 tablet_bootstrap.cc:438] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319: Bootstrap starting. 17:49:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.193872 11037 tablet_bootstrap.cc:592] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319: No blocks or log segments found. Creating new log. 17:49:25.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.195227 11037 log.cc:525] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319: Log is configured to *not* fsync() on all Append() calls 17:49:25.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.197798 11036 tablet_bootstrap.cc:438] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da: No bootstrap required, opened a new log 17:49:25.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.198122 11036 ts_tablet_manager.cc:1045] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da: Time spent bootstrapping tablet: real 0.012s user 0.006s sys 0.000s 17:49:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.198936 11037 tablet_bootstrap.cc:438] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319: No bootstrap required, opened a new log 17:49:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.199218 11037 ts_tablet_manager.cc:1045] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319: Time spent bootstrapping tablet: real 0.008s user 0.005s sys 0.001s 17:49:25.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.210355 11037 raft_consensus.cc:325] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "70d4ab582a4b4ed6b027754da76e2319" member_type: VOTER last_known_addr { host: "127.10.26.194" port: 45141 } } 17:49:25.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.210839 11037 raft_consensus.cc:351] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:25.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.211017 11037 raft_consensus.cc:630] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70d4ab582a4b4ed6b027754da76e2319, State: Initialized, Role: FOLLOWER 17:49:25.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.211575 11037 consensus_queue.cc:228] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "70d4ab582a4b4ed6b027754da76e2319" member_type: VOTER last_known_addr { host: "127.10.26.194" port: 45141 } } 17:49:25.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.211969 11037 raft_consensus.cc:365] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:25.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.212169 11037 raft_consensus.cc:457] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:25.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.212366 11037 raft_consensus.cc:2742] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319: Snoozing failure detection for 1.543s (starting election) 17:49:25.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.212570 11037 raft_consensus.cc:2794] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319 [term 0 FOLLOWER]: Advancing to term 1 17:49:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.213662 11036 raft_consensus.cc:325] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3d36fdfe4c264d33afcd1e9c95e7f1da" member_type: VOTER last_known_addr { host: "127.10.26.193" port: 59443 } } 17:49:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.214283 11036 raft_consensus.cc:351] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.214617 11036 raft_consensus.cc:630] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3d36fdfe4c264d33afcd1e9c95e7f1da, State: Initialized, Role: FOLLOWER 17:49:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.215353 11036 consensus_queue.cc:228] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3d36fdfe4c264d33afcd1e9c95e7f1da" member_type: VOTER last_known_addr { host: "127.10.26.193" port: 59443 } } 17:49:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.215586 11037 raft_consensus.cc:479] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "70d4ab582a4b4ed6b027754da76e2319" member_type: VOTER last_known_addr { host: "127.10.26.194" port: 45141 } } 17:49:25.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.216096 11037 leader_election.cc:278] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:25.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.215917 11036 raft_consensus.cc:365] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:25.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.216285 11036 raft_consensus.cc:457] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:25.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.216589 11036 raft_consensus.cc:2742] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da: Snoozing failure detection for 1.748s (starting election) 17:49:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.216890 11036 raft_consensus.cc:2794] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da [term 0 FOLLOWER]: Advancing to term 1 17:49:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.218282 11040 raft_consensus.cc:2742] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319: Snoozing failure detection for 2.172s (election complete) 17:49:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.218753 11040 raft_consensus.cc:2549] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319 [term 1 FOLLOWER]: Leader election won for term 1 17:49:25.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.220542 11040 raft_consensus.cc:595] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319 [term 1 LEADER]: Becoming Leader. State: Replica: 70d4ab582a4b4ed6b027754da76e2319, State: Running, Role: LEADER 17:49:25.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.221174 11036 raft_consensus.cc:479] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3d36fdfe4c264d33afcd1e9c95e7f1da" member_type: VOTER last_known_addr { host: "127.10.26.193" port: 59443 } } 17:49:25.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.221861 11036 leader_election.cc:278] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:25.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.221524 11040 consensus_queue.cc:205] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "70d4ab582a4b4ed6b027754da76e2319" member_type: VOTER last_known_addr { host: "127.10.26.194" port: 45141 } } 17:49:25.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.226641 11043 raft_consensus.cc:2742] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da: Snoozing failure detection for 2.110s (election complete) 17:49:25.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.226974 11043 raft_consensus.cc:2549] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da [term 1 FOLLOWER]: Leader election won for term 1 17:49:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.230613 11036 ts_tablet_manager.cc:1073] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da: Time spent starting tablet: real 0.032s user 0.018s sys 0.007s 17:49:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.231231 11043 raft_consensus.cc:595] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da [term 1 LEADER]: Becoming Leader. State: Replica: 3d36fdfe4c264d33afcd1e9c95e7f1da, State: Running, Role: LEADER 17:49:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.231909 11043 consensus_queue.cc:205] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3d36fdfe4c264d33afcd1e9c95e7f1da" member_type: VOTER last_known_addr { host: "127.10.26.193" port: 59443 } } 17:49:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.244287 10449 catalog_manager.cc:3758] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da reported cstate change: term changed from 0 to 1, leader changed from to 3d36fdfe4c264d33afcd1e9c95e7f1da (127.10.26.193). New cstate: current_term: 1 leader_uuid: "3d36fdfe4c264d33afcd1e9c95e7f1da" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3d36fdfe4c264d33afcd1e9c95e7f1da" member_type: VOTER last_known_addr { host: "127.10.26.193" port: 59443 } health_report { overall_health: HEALTHY } } } 17:49:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:25.245779 10705 tablet.cc:1728] T 695830106b4143d49159cd9096a36ea1 P 3d36fdfe4c264d33afcd1e9c95e7f1da: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.221616 10832 heartbeater.cc:467] Master 127.10.26.253:48955 was elected leader, sending a full tablet report... 17:49:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.314463 11037 ts_tablet_manager.cc:1073] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319: Time spent starting tablet: real 0.115s user 0.020s sys 0.077s 17:49:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.319545 10449 catalog_manager.cc:3758] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319 reported cstate change: term changed from 0 to 1, leader changed from to 70d4ab582a4b4ed6b027754da76e2319 (127.10.26.194). New cstate: current_term: 1 leader_uuid: "70d4ab582a4b4ed6b027754da76e2319" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "70d4ab582a4b4ed6b027754da76e2319" member_type: VOTER last_known_addr { host: "127.10.26.194" port: 45141 } health_report { overall_health: HEALTHY } } } 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.367853 10449 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.10.26.253:53525: 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:25.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.396522 10899 tablet_service.cc:759] Processing CreateTablet for tablet 6955da6759ce492ea15afd79458329c3 (table=simple-test [id=e5b0d3462fdd4375ac0831fb3a6f2324]), partition=RANGE (key) PARTITION UNBOUNDED 17:49:25.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.397269 10899 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 6955da6759ce492ea15afd79458329c3. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.409859 10899 ts_tablet_manager.cc:1173] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08: Registered tablet (data state: TABLET_DATA_READY) 17:49:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.411435 11050 ts_tablet_manager.cc:1028] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08: Bootstrapping tablet 17:49:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.412134 11050 tablet_bootstrap.cc:438] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08: Bootstrap starting. 17:49:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.415019 11050 tablet_bootstrap.cc:592] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08: No blocks or log segments found. Creating new log. 17:49:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.416271 11050 log.cc:525] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08: Log is configured to *not* fsync() on all Append() calls 17:49:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.419114 11050 tablet_bootstrap.cc:438] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08: No bootstrap required, opened a new log 17:49:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.419414 11050 ts_tablet_manager.cc:1045] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08: Time spent bootstrapping tablet: real 0.008s user 0.004s sys 0.001s 17:49:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.431062 11050 raft_consensus.cc:325] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8c0f0cd8897542cdbc66d1d4ef7a9b08" member_type: VOTER last_known_addr { host: "127.10.26.195" port: 41620 } } 17:49:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.431538 11050 raft_consensus.cc:351] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.431707 11050 raft_consensus.cc:630] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8c0f0cd8897542cdbc66d1d4ef7a9b08, State: Initialized, Role: FOLLOWER 17:49:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.432260 11050 consensus_queue.cc:228] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8c0f0cd8897542cdbc66d1d4ef7a9b08" member_type: VOTER last_known_addr { host: "127.10.26.195" port: 41620 } } 17:49:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.432718 11050 raft_consensus.cc:365] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.432916 11050 raft_consensus.cc:457] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.433100 11050 raft_consensus.cc:2742] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08: Snoozing failure detection for 1.706s (starting election) 17:49:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.433296 11050 raft_consensus.cc:2794] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08 [term 0 FOLLOWER]: Advancing to term 1 17:49:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.435964 11050 raft_consensus.cc:479] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8c0f0cd8897542cdbc66d1d4ef7a9b08" member_type: VOTER last_known_addr { host: "127.10.26.195" port: 41620 } } 17:49:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.436439 11050 leader_election.cc:278] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:25.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.438160 11052 raft_consensus.cc:2742] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08: Snoozing failure detection for 1.917s (election complete) 17:49:25.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.438477 11052 raft_consensus.cc:2549] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08 [term 1 FOLLOWER]: Leader election won for term 1 17:49:25.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.439735 10963 heartbeater.cc:467] Master 127.10.26.253:48955 was elected leader, sending a full tablet report... 17:49:25.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.440667 11050 ts_tablet_manager.cc:1073] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08: Time spent starting tablet: real 0.021s user 0.015s sys 0.006s 17:49:25.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.486428 11052 raft_consensus.cc:595] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08 [term 1 LEADER]: Becoming Leader. State: Replica: 8c0f0cd8897542cdbc66d1d4ef7a9b08, State: Running, Role: LEADER 17:49:25.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.486819 11052 consensus_queue.cc:205] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8c0f0cd8897542cdbc66d1d4ef7a9b08" member_type: VOTER last_known_addr { host: "127.10.26.195" port: 41620 } } 17:49:25.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:25.459753 10968 tablet.cc:1728] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:25.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.528882 10449 catalog_manager.cc:3758] T 6955da6759ce492ea15afd79458329c3 P 8c0f0cd8897542cdbc66d1d4ef7a9b08 reported cstate change: term changed from 0 to 1, leader changed from to 8c0f0cd8897542cdbc66d1d4ef7a9b08 (127.10.26.195). New cstate: current_term: 1 leader_uuid: "8c0f0cd8897542cdbc66d1d4ef7a9b08" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8c0f0cd8897542cdbc66d1d4ef7a9b08" member_type: VOTER last_known_addr { host: "127.10.26.195" port: 41620 } health_report { overall_health: HEALTHY } } } 17:49:25.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:25.543968 10841 tablet.cc:1728] T ca0b5ef3d48a4ba497cb8d065def6ce8 P 70d4ab582a4b4ed6b027754da76e2319: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:25.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.964922 10347 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 10551 17:49:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:25.989210 10363 connection.cc:512] server connection from 127.10.26.193:36641 recv error: Network error: failed to read from TLS socket (remote: 127.10.26.193:36641): Connection reset by peer (error 104) 17:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:25.990475 10347 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 10699 17:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:25.990435 10493 connection.cc:512] server connection from 127.10.26.193:42811 recv error: Network error: failed to read from TLS socket (remote: 127.10.26.193:42811): Connection reset by peer (error 104) 17:49:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:25.991081 10429 connection.cc:512] server connection from 127.10.26.193:47808 recv error: Network error: failed to read from TLS socket (remote: 127.10.26.193:47808): Connection reset by peer (error 104) 17:49:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:26.011971 10493 connection.cc:512] server connection from 127.10.26.194:52675 recv error: Network error: failed to read from TLS socket (remote: 127.10.26.194:52675): Connection reset by peer (error 104) 17:49:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:26.011971 10367 connection.cc:512] server connection from 127.10.26.194:44111 recv error: Network error: failed to read from TLS socket (remote: 127.10.26.194:44111): Connection reset by peer (error 104) 17:49:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:26.012588 10427 connection.cc:512] server connection from 127.10.26.194:58676 recv error: Network error: failed to read from TLS socket (remote: 127.10.26.194:58676): Connection reset by peer (error 104) 17:49:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:26.012758 10347 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 10835 17:49:26.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:26.034760 10363 connection.cc:512] server connection from 127.10.26.195:38787 recv error: Network error: failed to read from TLS socket (remote: 127.10.26.195:38787): Connection reset by peer (error 104) 17:49:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:26.035662 10428 connection.cc:512] server connection from 127.10.26.195:50734 recv error: Network error: failed to read from TLS socket (remote: 127.10.26.195:50734): Connection reset by peer (error 104) 17:49:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:26.035750 10494 connection.cc:512] server connection from 127.10.26.195:47856 recv error: Network error: failed to read from TLS socket (remote: 127.10.26.195:47856): Connection reset by peer (error 104) 17:49:26.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:26.036505 10347 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 10355 17:49:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:26.059428 10347 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 10417 17:49:26.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:26.080472 10347 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 10483 17:49:27.124 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614167124 17:49:27.125 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:49:27.125 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:49:27.125 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:49:27.125 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:49:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.339565 11093 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/wal 17:49:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/data 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.213.126:39073 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.213.126 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/logs 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/data/info.pb 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.10.213.126:39073,127.10.213.125:59351,127.10.213.124:57628 with env {} 17:49:27.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:27.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:27.497879 11101 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:27.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:27.498319 11101 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:27.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:27.507599 11101 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:27.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:27.507752 11101 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:27.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:27.507894 11101 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:27.508059 11101 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.526609 11101 master_main.cc:73] Master server non-default flags: 17:49:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/data 17:49:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/wal 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.10.213.126:39073,127.10.213.125:59351,127.10.213.124:57628 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.213.126:39073 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/data/info.pb 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.213.126 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/logs 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.541473 11101 master_main.cc:80] Initializing master server... 17:49:27.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.543861 11101 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 259064us 17:49:27.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.544631 11101 fs_manager.cc:262] Metadata directory not provided 17:49:27.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.544771 11101 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:27.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.545095 11101 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:27.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.545219 11101 server_base.cc:433] Attempting to create new FS layout instead 17:49:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.549127 11101 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/data/instance: 17:49:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e16233a3005f41238de1e596dd56d029" 17:49:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:27 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.549947 11101 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/wal/instance: 17:49:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e16233a3005f41238de1e596dd56d029" 17:49:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:27 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:27.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.564903 11101 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.012s sys 0.001s 17:49:27.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.566079 11101 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:27.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.567312 11101 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:27.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.575655 11101 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.575785 11101 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/wal 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e16233a3005f41238de1e596dd56d029" 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:27 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.576033 11101 fs_report.cc:352] FS layout report 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/wal 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/wal 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/data/data 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:27.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.746023 11101 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:27.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.748551 11101 master_main.cc:83] Starting Master server... 17:49:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.834761 11101 rpc_server.cc:205] RPC server started. Bound to: 127.10.213.126:39073 17:49:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.835708 11101 webserver.cc:175] Starting webserver on 127.10.213.126:0 17:49:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.835805 11101 webserver.cc:186] Document root disabled 17:49:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.837756 11101 webserver.cc:313] Webserver started. Bound to: http://127.10.213.126:59863/ 17:49:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.838793 11101 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-0/data/info.pb 17:49:27.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.842005 11162 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.844820 11093 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 11101 17:49:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.845633 11093 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/wal 17:49:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/data 17:49:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.213.125:59351 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.213.125 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/logs 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/data/info.pb 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.10.213.126:39073,127.10.213.125:59351,127.10.213.124:57628 with env {} 17:49:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.855258 11162 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } has no permanent_uuid. Determining permanent_uuid... 17:49:27.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.876130 11162 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } has no permanent_uuid. Determining permanent_uuid... 17:49:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:27.878309 11162 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.213.125:59351: Network error: Client connection negotiation failed: client connection to 127.10.213.125:59351: connect: Connection refused (error 111) 17:49:27.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.897658 11162 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } attempt: 1 17:49:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:27.898798 11162 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.213.125:59351: Network error: Client connection negotiation failed: client connection to 127.10.213.125:59351: connect: Connection refused (error 111) 17:49:27.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:27.947118 11162 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } attempt: 2 17:49:27.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:27.948480 11162 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.213.125:59351: Network error: Client connection negotiation failed: client connection to 127.10.213.125:59351: connect: Connection refused (error 111) 17:49:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.009038 11163 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.009409 11163 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.018621 11163 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.018779 11163 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.018903 11163 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.019055 11163 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.038177 11163 master_main.cc:73] Master server non-default flags: 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/data 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/wal 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.10.213.126:39073,127.10.213.125:59351,127.10.213.124:57628 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.213.125:59351 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/data/info.pb 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.213.125 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/logs 17:49:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:28.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.053102 11163 master_main.cc:80] Initializing master server... 17:49:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.055541 11163 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 259564us 17:49:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.056289 11163 fs_manager.cc:262] Metadata directory not provided 17:49:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.056433 11163 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.056766 11163 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.056892 11163 server_base.cc:433] Attempting to create new FS layout instead 17:49:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.059798 11162 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } attempt: 3 17:49:28.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.061015 11162 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.213.125:59351: Network error: Client connection negotiation failed: client connection to 127.10.213.125:59351: connect: Connection refused (error 111) 17:49:28.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.060884 11163 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/data/instance: 17:49:28.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f936167a017f42c091e7e471d408d21a" 17:49:28.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:28.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.061705 11163 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/wal/instance: 17:49:28.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f936167a017f42c091e7e471d408d21a" 17:49:28.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:28.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.075549 11163 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.006s sys 0.007s 17:49:28.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.076803 11163 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:28.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.077996 11163 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.086203 11163 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:49:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.086333 11163 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/wal 17:49:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f936167a017f42c091e7e471d408d21a" 17:49:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.086609 11163 fs_report.cc:352] FS layout report 17:49:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/wal 17:49:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/wal 17:49:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/data/data 17:49:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.237340 11162 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } attempt: 4 17:49:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.238718 11162 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.213.125:59351: Network error: Client connection negotiation failed: client connection to 127.10.213.125:59351: connect: Connection refused (error 111) 17:49:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.239015 11163 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:28.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.241389 11163 master_main.cc:83] Starting Master server... 17:49:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.329290 11163 rpc_server.cc:205] RPC server started. Bound to: 127.10.213.125:59351 17:49:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.330245 11163 webserver.cc:175] Starting webserver on 127.10.213.125:0 17:49:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.330355 11163 webserver.cc:186] Document root disabled 17:49:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.332465 11163 webserver.cc:313] Webserver started. Bound to: http://127.10.213.125:41806/ 17:49:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.333240 11163 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-1/data/info.pb 17:49:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.336848 11228 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.341534 11093 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 11163 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.342275 11093 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/wal 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/data 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.213.124:57628 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.213.124 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/logs 17:49:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/data/info.pb 17:49:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.10.213.126:39073,127.10.213.125:59351,127.10.213.124:57628 with env {} 17:49:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.350415 11228 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } has no permanent_uuid. Determining permanent_uuid... 17:49:28.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.367774 11228 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } has no permanent_uuid. Determining permanent_uuid... 17:49:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.379678 11228 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } has no permanent_uuid. Determining permanent_uuid... 17:49:28.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.380868 11228 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.213.124:57628: Network error: Client connection negotiation failed: client connection to 127.10.213.124:57628: connect: Connection refused (error 111) 17:49:28.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.400341 11228 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } attempt: 1 17:49:28.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.401706 11228 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.213.124:57628: Network error: Client connection negotiation failed: client connection to 127.10.213.124:57628: connect: Connection refused (error 111) 17:49:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.450071 11228 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } attempt: 2 17:49:28.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.451519 11228 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.213.124:57628: Network error: Client connection negotiation failed: client connection to 127.10.213.124:57628: connect: Connection refused (error 111) 17:49:28.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:28.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.506484 11229 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:28.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.506841 11229 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.516168 11229 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.516311 11229 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.516441 11229 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.516605 11229 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.535284 11229 master_main.cc:73] Master server non-default flags: 17:49:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/data 17:49:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/wal 17:49:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.10.213.126:39073,127.10.213.125:59351,127.10.213.124:57628 17:49:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.213.124:57628 17:49:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/data/info.pb 17:49:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.213.124 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/logs 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:28.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.542011 11162 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } attempt: 5 17:49:28.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.548565 11162 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } has no permanent_uuid. Determining permanent_uuid... 17:49:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.549981 11229 master_main.cc:80] Initializing master server... 17:49:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.550240 11162 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.213.124:57628: Network error: Client connection negotiation failed: client connection to 127.10.213.124:57628: connect: Connection refused (error 111) 17:49:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.551986 11229 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 259564us 17:49:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.552776 11229 fs_manager.cc:262] Metadata directory not provided 17:49:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.552945 11229 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.553268 11229 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.553392 11229 server_base.cc:433] Attempting to create new FS layout instead 17:49:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.557263 11229 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/data/instance: 17:49:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1906bbf25c4741bc8067e123f4d9beb9" 17:49:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:28.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.558075 11229 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/wal/instance: 17:49:28.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1906bbf25c4741bc8067e123f4d9beb9" 17:49:28.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:28.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.562834 11228 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } attempt: 3 17:49:28.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.564110 11228 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.213.124:57628: Network error: Client connection negotiation failed: client connection to 127.10.213.124:57628: connect: Connection refused (error 111) 17:49:28.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.572561 11229 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.011s sys 0.003s 17:49:28.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.573737 11229 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.574900 11229 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.583065 11229 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:49:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.583180 11229 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/wal 17:49:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1906bbf25c4741bc8067e123f4d9beb9" 17:49:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.583410 11229 fs_report.cc:352] FS layout report 17:49:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/wal 17:49:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/wal 17:49:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/data/data 17:49:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:28.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:28.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:28.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:28.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:28.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.588585 11162 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } attempt: 1 17:49:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.589803 11162 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.213.124:57628: Network error: Client connection negotiation failed: client connection to 127.10.213.124:57628: connect: Connection refused (error 111) 17:49:28.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.638114 11162 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } attempt: 2 17:49:28.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.639441 11162 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.213.124:57628: Network error: Client connection negotiation failed: client connection to 127.10.213.124:57628: connect: Connection refused (error 111) 17:49:28.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.727830 11229 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:28.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.730224 11229 master_main.cc:83] Starting Master server... 17:49:28.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.739768 11162 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } attempt: 3 17:49:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.740432 11228 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } attempt: 4 17:49:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.741415 11162 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.213.124:57628: Network error: Client connection negotiation failed: client connection to 127.10.213.124:57628: connect: Connection refused (error 111) 17:49:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.742403 11228 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.10.213.124:57628: Network error: Client connection negotiation failed: client connection to 127.10.213.124:57628: connect: Connection refused (error 111) 17:49:28.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.824997 11229 rpc_server.cc:205] RPC server started. Bound to: 127.10.213.124:57628 17:49:28.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.825819 11229 webserver.cc:175] Starting webserver on 127.10.213.124:0 17:49:28.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.825915 11229 webserver.cc:186] Document root disabled 17:49:28.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.827783 11229 webserver.cc:313] Webserver started. Bound to: http://127.10.213.124:36593/ 17:49:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.828852 11229 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/master-2/data/info.pb 17:49:28.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.832171 11292 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.838135 11093 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 11229 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.839047 11093 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/wal 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/data 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.213.65:0 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.10.213.65 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.213.65 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.10.213.126:39073,127.10.213.125:59351,127.10.213.124:57628 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/logs 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/data/info.pb 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:28.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:28.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.845391 11292 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } has no permanent_uuid. Determining permanent_uuid... 17:49:28.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.861325 11292 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } has no permanent_uuid. Determining permanent_uuid... 17:49:28.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.868623 11292 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } has no permanent_uuid. Determining permanent_uuid... 17:49:28.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.882349 11162 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } attempt: 4 17:49:28.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.882782 11292 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9: Bootstrap starting. 17:49:28.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.886427 11292 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9: No blocks or log segments found. Creating new log. 17:49:28.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.887943 11292 log.cc:525] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9: Log is configured to *not* fsync() on all Append() calls 17:49:28.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.897536 11162 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029: Bootstrap starting. 17:49:28.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.899077 11292 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9: No bootstrap required, opened a new log 17:49:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.901051 11162 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029: No blocks or log segments found. Creating new log. 17:49:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.903615 11162 log.cc:525] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029: Log is configured to *not* fsync() on all Append() calls 17:49:28.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.908912 11162 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029: No bootstrap required, opened a new log 17:49:28.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.911590 11292 raft_consensus.cc:325] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } 17:49:28.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.912070 11292 raft_consensus.cc:351] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:28.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.912358 11292 raft_consensus.cc:630] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1906bbf25c4741bc8067e123f4d9beb9, State: Initialized, Role: FOLLOWER 17:49:28.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.913007 11292 consensus_queue.cc:228] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } 17:49:28.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.916570 11292 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } } 17:49:28.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.917441 11292 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [sys.catalog]: This master's current role is: FOLLOWER 17:49:28.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.918715 11292 sys_catalog.cc:424] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [sys.catalog]: configured and running, proceeding with master startup. 17:49:28.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.927412 11162 raft_consensus.cc:325] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } 17:49:28.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.928167 11162 raft_consensus.cc:351] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:28.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.928447 11162 raft_consensus.cc:630] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e16233a3005f41238de1e596dd56d029, State: Initialized, Role: FOLLOWER 17:49:28.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.929157 11162 consensus_queue.cc:228] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } 17:49:28.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.933004 11162 sys_catalog.cc:337] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } } 17:49:28.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.934592 11162 sys_catalog.cc:340] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [sys.catalog]: This master's current role is: FOLLOWER 17:49:28.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.936187 11162 sys_catalog.cc:424] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [sys.catalog]: configured and running, proceeding with master startup. 17:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.917037 11298 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } } 17:49:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.010797 11298 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [sys.catalog]: This master's current role is: FOLLOWER 17:49:29.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:29.030689 11293 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:29.031157 11293 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:29.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:28.983415 11248 tablet.cc:1728] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:29.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.041983 11229 master_main.cc:86] Master server successfully started. 17:49:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:29.043344 11293 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:29.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:29.044006 11293 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.213.65 17:49:29.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.045758 11228 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } attempt: 5 17:49:29.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.060746 11228 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a: Bootstrap starting. 17:49:29.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:29.064795 11299 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:29.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:29.065047 11299 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:29.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.065591 11228 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a: No blocks or log segments found. Creating new log. 17:49:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.067812 11228 log.cc:525] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a: Log is configured to *not* fsync() on all Append() calls 17:49:29.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.080598 11228 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a: No bootstrap required, opened a new log 17:49:29.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:28.933531 11300 sys_catalog.cc:337] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } } 17:49:29.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.085067 11300 sys_catalog.cc:340] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [sys.catalog]: This master's current role is: FOLLOWER 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.086791 11293 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/data 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/wal 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.213.65:0 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/data/info.pb 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.213.65 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.10.213.126:39073,127.10.213.125:59351,127.10.213.124:57628 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.10.213.65 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/logs 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:29.002187 11118 tablet.cc:1728] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.111752 11101 master_main.cc:86] Master server successfully started. 17:49:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.113090 11228 raft_consensus.cc:325] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } 17:49:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.113775 11228 raft_consensus.cc:351] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:29.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.113988 11228 raft_consensus.cc:630] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f936167a017f42c091e7e471d408d21a, State: Initialized, Role: FOLLOWER 17:49:29.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:29.116538 11301 catalog_manager.cc:1084] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:29.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:29.116914 11301 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.118867 11293 tablet_server_main.cc:85] Initializing tablet server... 17:49:29.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.119596 11228 consensus_queue.cc:228] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } 17:49:29.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.122499 11293 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 260064us 17:49:29.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.123246 11293 fs_manager.cc:262] Metadata directory not provided 17:49:29.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.123526 11293 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:29.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.123973 11293 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:29.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.123265 11309 sys_catalog.cc:337] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } } 17:49:29.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.124235 11293 server_base.cc:433] Attempting to create new FS layout instead 17:49:29.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.124562 11309 sys_catalog.cc:340] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [sys.catalog]: This master's current role is: FOLLOWER 17:49:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.126607 11228 sys_catalog.cc:337] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } } 17:49:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.127236 11228 sys_catalog.cc:340] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [sys.catalog]: This master's current role is: FOLLOWER 17:49:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.128582 11228 sys_catalog.cc:424] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [sys.catalog]: configured and running, proceeding with master startup. 17:49:29.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.130134 11293 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/data/instance: 17:49:29.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "53dcd9c124224d51b47204e7d7e4e8bb" 17:49:29.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:29.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.131450 11293 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/wal/instance: 17:49:29.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "53dcd9c124224d51b47204e7d7e4e8bb" 17:49:29.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:29.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.131575 11310 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:49:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.133824 11163 master_main.cc:86] Master server successfully started. 17:49:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.157711 11293 fs_manager.cc:502] Time spent creating directory manager: real 0.025s user 0.015s sys 0.007s 17:49:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.159616 11293 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:29.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.161072 11293 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:29.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.166219 11298 raft_consensus.cc:457] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:49:29.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.166517 11298 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9: Snoozing failure detection for 1.710s (starting election) 17:49:29.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.166795 11298 raft_consensus.cc:479] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } 17:49:29.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.168184 11298 leader_election.cc:251] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer e16233a3005f41238de1e596dd56d029 (127.10.213.126:39073) 17:49:29.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.169173 11298 leader_election.cc:251] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer f936167a017f42c091e7e471d408d21a (127.10.213.125:59351) 17:49:29.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.170991 11139 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1906bbf25c4741bc8067e123f4d9beb9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e16233a3005f41238de1e596dd56d029" is_pre_election: true 17:49:29.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.171682 11139 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029: Snoozing failure detection for 1.991s (vote granted) 17:49:29.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.171993 11139 raft_consensus.cc:2255] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1906bbf25c4741bc8067e123f4d9beb9 in term 0. 17:49:29.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.174948 11243 leader_election.cc:387] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [CANDIDATE]: Term 1 pre-election: Vote granted by peer e16233a3005f41238de1e596dd56d029 (127.10.213.126:39073) 17:49:29.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.175194 11243 leader_election.cc:278] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:49:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.175930 11298 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9: Snoozing failure detection for 1.750s (election complete) 17:49:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.176203 11298 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:49:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.176443 11298 raft_consensus.cc:457] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:49:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.176643 11298 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9: Snoozing failure detection for 2.191s (starting election) 17:49:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.176846 11298 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [term 0 FOLLOWER]: Advancing to term 1 17:49:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.178992 11293 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.002s 17:49:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.179178 11293 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/wal 17:49:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "53dcd9c124224d51b47204e7d7e4e8bb" 17:49:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.179549 11293 fs_report.cc:352] FS layout report 17:49:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/wal 17:49:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/wal 17:49:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/data/data 17:49:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:29.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.184149 11298 raft_consensus.cc:479] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } 17:49:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.185744 11298 leader_election.cc:251] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [CANDIDATE]: Term 1 election: Requesting vote from peer e16233a3005f41238de1e596dd56d029 (127.10.213.126:39073) 17:49:29.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.186424 11298 leader_election.cc:251] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [CANDIDATE]: Term 1 election: Requesting vote from peer f936167a017f42c091e7e471d408d21a (127.10.213.125:59351) 17:49:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.187213 11139 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1906bbf25c4741bc8067e123f4d9beb9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e16233a3005f41238de1e596dd56d029" 17:49:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.187691 11139 raft_consensus.cc:2794] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [term 0 FOLLOWER]: Advancing to term 1 17:49:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.187978 11139 raft_consensus.cc:2742] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029: Snoozing failure detection for 1.754s (vote granted) 17:49:29.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.194057 11139 raft_consensus.cc:2255] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1906bbf25c4741bc8067e123f4d9beb9 in term 1. 17:49:29.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.195080 11243 leader_election.cc:387] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [CANDIDATE]: Term 1 election: Vote granted by peer e16233a3005f41238de1e596dd56d029 (127.10.213.126:39073) 17:49:29.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.195274 11243 leader_election.cc:278] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:29.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.195863 11298 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9: Snoozing failure detection for 2.176s (election complete) 17:49:29.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.196199 11298 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [term 1 FOLLOWER]: Leader election won for term 1 17:49:29.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.204617 11298 raft_consensus.cc:595] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [term 1 LEADER]: Becoming Leader. State: Replica: 1906bbf25c4741bc8067e123f4d9beb9, State: Running, Role: LEADER 17:49:29.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.205363 11298 consensus_queue.cc:205] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } 17:49:29.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.223338 11314 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1906bbf25c4741bc8067e123f4d9beb9. Latest consensus state: current_term: 1 leader_uuid: "1906bbf25c4741bc8067e123f4d9beb9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } } 17:49:29.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.224057 11314 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [sys.catalog]: This master's current role is: LEADER 17:49:29.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.229655 11318 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:49:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.234882 11318 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:49:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.171145 11205 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1906bbf25c4741bc8067e123f4d9beb9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f936167a017f42c091e7e471d408d21a" is_pre_election: true 17:49:29.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:29.245488 11184 tablet.cc:1728] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:29.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.368854 11139 raft_consensus.cc:1083] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [term 1 FOLLOWER]: Refusing update from remote peer 1906bbf25c4741bc8067e123f4d9beb9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:29.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.370157 11298 consensus_queue.cc:963] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:29.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.394333 11300 sys_catalog.cc:337] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1906bbf25c4741bc8067e123f4d9beb9. Latest consensus state: current_term: 1 leader_uuid: "1906bbf25c4741bc8067e123f4d9beb9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } } 17:49:29.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.395443 11300 sys_catalog.cc:340] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [sys.catalog]: This master's current role is: FOLLOWER 17:49:29.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.409152 11300 sys_catalog.cc:337] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1906bbf25c4741bc8067e123f4d9beb9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } } 17:49:29.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.409911 11300 sys_catalog.cc:340] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [sys.catalog]: This master's current role is: FOLLOWER 17:49:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.413599 11298 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1906bbf25c4741bc8067e123f4d9beb9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } } 17:49:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.414227 11298 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [sys.catalog]: This master's current role is: LEADER 17:49:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.416283 11318 catalog_manager.cc:924] Generated new certificate authority record 17:49:29.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.175212 11309 raft_consensus.cc:457] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:49:29.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.418812 11318 catalog_manager.cc:1046] Loading token signing keys... 17:49:29.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.418813 11309 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a: Snoozing failure detection for 2.048s (starting election) 17:49:29.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.419153 11309 raft_consensus.cc:479] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } 17:49:29.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.420564 11309 leader_election.cc:251] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer e16233a3005f41238de1e596dd56d029 (127.10.213.126:39073) 17:49:29.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.421172 11309 leader_election.cc:251] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 1906bbf25c4741bc8067e123f4d9beb9 (127.10.213.124:57628) 17:49:29.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.422976 11205 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a: Snoozing failure detection for 2.178s (vote granted) 17:49:29.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.422910 11269 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f936167a017f42c091e7e471d408d21a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1906bbf25c4741bc8067e123f4d9beb9" is_pre_election: true 17:49:29.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.423676 11269 raft_consensus.cc:2216] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate f936167a017f42c091e7e471d408d21a for term 1 because replica is either leader or believes a valid leader to be alive. 17:49:29.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.423593 11205 raft_consensus.cc:2255] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1906bbf25c4741bc8067e123f4d9beb9 in term 0. 17:49:29.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.424487 11139 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f936167a017f42c091e7e471d408d21a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e16233a3005f41238de1e596dd56d029" is_pre_election: true 17:49:29.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.425032 11139 raft_consensus.cc:2216] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f936167a017f42c091e7e471d408d21a for term 1 because replica is either leader or believes a valid leader to be alive. 17:49:29.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.425007 11174 leader_election.cc:401] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [CANDIDATE]: Term 1 pre-election: Vote denied by peer 1906bbf25c4741bc8067e123f4d9beb9 (127.10.213.124:57628). Message: Invalid argument: T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate f936167a017f42c091e7e471d408d21a for term 1 because replica is either leader or believes a valid leader to be alive. 17:49:29.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.426122 11179 leader_election.cc:401] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [CANDIDATE]: Term 1 pre-election: Vote denied by peer e16233a3005f41238de1e596dd56d029 (127.10.213.126:39073). Message: Invalid argument: T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f936167a017f42c091e7e471d408d21a for term 1 because replica is either leader or believes a valid leader to be alive. 17:49:29.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.426394 11179 leader_election.cc:278] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:49:29.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.427634 11309 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a: Snoozing failure detection for 2.170s (election complete) 17:49:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.427937 11309 raft_consensus.cc:2794] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [term 0 FOLLOWER]: Advancing to term 1 17:49:29.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.434629 11309 raft_consensus.cc:2497] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:49:29.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.435771 11241 leader_election.cc:387] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [CANDIDATE]: Term 1 pre-election: Vote granted by peer f936167a017f42c091e7e471d408d21a (127.10.213.125:59351) 17:49:29.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.435791 11203 raft_consensus.cc:1083] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [term 1 FOLLOWER]: Refusing update from remote peer 1906bbf25c4741bc8067e123f4d9beb9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:29.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.437675 11314 consensus_queue.cc:963] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:29.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.187921 11204 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1906bbf25c4741bc8067e123f4d9beb9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f936167a017f42c091e7e471d408d21a" 17:49:29.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.439401 11204 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a: Snoozing failure detection for 2.664s (vote granted) 17:49:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.445000 11204 raft_consensus.cc:2255] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1906bbf25c4741bc8067e123f4d9beb9 in term 1. 17:49:29.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.450960 11241 leader_election.cc:387] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [CANDIDATE]: Term 1 election: Vote granted by peer f936167a017f42c091e7e471d408d21a (127.10.213.125:59351) 17:49:29.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.478487 11330 sys_catalog.cc:337] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1906bbf25c4741bc8067e123f4d9beb9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } } 17:49:29.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.479219 11330 sys_catalog.cc:340] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [sys.catalog]: This master's current role is: FOLLOWER 17:49:29.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.479825 11309 sys_catalog.cc:337] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1906bbf25c4741bc8067e123f4d9beb9. Latest consensus state: current_term: 1 leader_uuid: "1906bbf25c4741bc8067e123f4d9beb9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } } 17:49:29.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.480484 11309 sys_catalog.cc:340] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a [sys.catalog]: This master's current role is: FOLLOWER 17:49:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.496035 11314 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1906bbf25c4741bc8067e123f4d9beb9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e16233a3005f41238de1e596dd56d029" member_type: VOTER last_known_addr { host: "127.10.213.126" port: 39073 } } peers { permanent_uuid: "f936167a017f42c091e7e471d408d21a" member_type: VOTER last_known_addr { host: "127.10.213.125" port: 59351 } } peers { permanent_uuid: "1906bbf25c4741bc8067e123f4d9beb9" member_type: VOTER last_known_addr { host: "127.10.213.124" port: 57628 } } } 17:49:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.496734 11314 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9 [sys.catalog]: This master's current role is: LEADER 17:49:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.502077 11318 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 1906bbf25c4741bc8067e123f4d9beb9: Generated new TSK 0 17:49:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.537861 11293 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.543618 11293 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:29.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.546273 11293 tablet_server_main.cc:90] Starting tablet server... 17:49:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.924937 11293 rpc_server.cc:205] RPC server started. Bound to: 127.10.213.65:39799 17:49:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.926530 11293 webserver.cc:175] Starting webserver on 127.10.213.65:0 17:49:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.926775 11293 webserver.cc:186] Document root disabled 17:49:29.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.928709 11293 webserver.cc:313] Webserver started. Bound to: http://127.10.213.65:33748/ 17:49:29.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.929731 11293 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-0/data/info.pb 17:49:29.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.932775 11093 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 11293 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.934141 11093 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/wal 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/data 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.213.66:0 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.10.213.66 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.213.66 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.10.213.126:39073,127.10.213.125:59351,127.10.213.124:57628 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/logs 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/data/info.pb 17:49:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:29.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:29.988845 11293 tablet_server_main.cc:93] Tablet server successfully started. 17:49:30.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.022187 11440 heartbeater.cc:346] Connected to a master server at 127.10.213.126:39073 17:49:30.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.022538 11440 heartbeater.cc:426] Registering TS with master... 17:49:30.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.023169 11440 heartbeater.cc:475] Master 127.10.213.126:39073 requested a full tablet report, sending... 17:49:30.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.025952 11129 ts_manager.cc:98] Registered new tserver with Master: 53dcd9c124224d51b47204e7d7e4e8bb (127.10.213.65:39799) 17:49:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.032308 11443 heartbeater.cc:346] Connected to a master server at 127.10.213.124:57628 17:49:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.032560 11443 heartbeater.cc:426] Registering TS with master... 17:49:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.032987 11443 heartbeater.cc:475] Master 127.10.213.124:57628 requested a full tablet report, sending... 17:49:30.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.035328 11259 ts_manager.cc:98] Registered new tserver with Master: 53dcd9c124224d51b47204e7d7e4e8bb (127.10.213.65:39799) 17:49:30.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.038172 11259 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.10.213.65:51419 17:49:30.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.026590 11441 heartbeater.cc:346] Connected to a master server at 127.10.213.125:59351 17:49:30.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.044122 11441 heartbeater.cc:426] Registering TS with master... 17:49:30.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.044499 11441 heartbeater.cc:475] Master 127.10.213.125:59351 requested a full tablet report, sending... 17:49:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.047123 11195 ts_manager.cc:98] Registered new tserver with Master: 53dcd9c124224d51b47204e7d7e4e8bb (127.10.213.65:39799) 17:49:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.123597 11301 catalog_manager.cc:1082] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029: acquiring CA information for follower catalog manager: success 17:49:30.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.127355 11301 catalog_manager.cc:1110] T 00000000000000000000000000000000 P e16233a3005f41238de1e596dd56d029: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.145027 11310 catalog_manager.cc:1082] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a: acquiring CA information for follower catalog manager: success 17:49:30.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.149227 11310 catalog_manager.cc:1110] T 00000000000000000000000000000000 P f936167a017f42c091e7e471d408d21a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:30.191541 11442 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:30.192517 11442 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:30.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:30.209751 11442 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:30.210501 11442 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.213.66 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.255102 11442 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/data 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/wal 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.213.66:0 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/data/info.pb 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.213.66 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.10.213.126:39073,127.10.213.125:59351,127.10.213.124:57628 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.10.213.66 17:49:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/logs 17:49:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:30.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.284209 11442 tablet_server_main.cc:85] Initializing tablet server... 17:49:30.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.287477 11442 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 260564us 17:49:30.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.288331 11442 fs_manager.cc:262] Metadata directory not provided 17:49:30.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.288651 11442 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:30.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.289194 11442 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:30.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.289558 11442 server_base.cc:433] Attempting to create new FS layout instead 17:49:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.295266 11442 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/data/instance: 17:49:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "fc28777b4fb3471ebec881b13821d267" 17:49:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:30 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:30.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.296613 11442 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/wal/instance: 17:49:30.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "fc28777b4fb3471ebec881b13821d267" 17:49:30.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:30 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:30.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.326181 11442 fs_manager.cc:502] Time spent creating directory manager: real 0.029s user 0.014s sys 0.010s 17:49:30.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.328228 11442 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:30.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.329004 11442 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:30.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.347322 11442 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.004s 17:49:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.347748 11442 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/wal 17:49:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "fc28777b4fb3471ebec881b13821d267" 17:49:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:30 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.348282 11442 fs_report.cc:352] FS layout report 17:49:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/wal 17:49:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/wal 17:49:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/data/data 17:49:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:30.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.646129 11442 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.653793 11442 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:30.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.659508 11442 tablet_server_main.cc:90] Starting tablet server... 17:49:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.986598 11442 rpc_server.cc:205] RPC server started. Bound to: 127.10.213.66:33774 17:49:30.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.988215 11442 webserver.cc:175] Starting webserver on 127.10.213.66:0 17:49:30.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.988379 11442 webserver.cc:186] Document root disabled 17:49:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.993813 11442 webserver.cc:313] Webserver started. Bound to: http://127.10.213.66:34910/ 17:49:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:30.994807 11442 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-1/data/info.pb 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.002209 11093 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 11442 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.003319 11093 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/wal 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/data 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.213.67:0 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.10.213.67 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.213.67 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.10.213.126:39073,127.10.213.125:59351,127.10.213.124:57628 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/logs 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/data/info.pb 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.041673 11443 heartbeater.cc:467] Master 127.10.213.124:57628 was elected leader, sending a full tablet report... 17:49:31.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.076053 11442 tablet_server_main.cc:93] Tablet server successfully started. 17:49:31.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.100826 11572 heartbeater.cc:346] Connected to a master server at 127.10.213.126:39073 17:49:31.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.101219 11572 heartbeater.cc:426] Registering TS with master... 17:49:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.102397 11572 heartbeater.cc:475] Master 127.10.213.126:39073 requested a full tablet report, sending... 17:49:31.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.105085 11129 ts_manager.cc:98] Registered new tserver with Master: fc28777b4fb3471ebec881b13821d267 (127.10.213.66:33774) 17:49:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.107967 11577 heartbeater.cc:346] Connected to a master server at 127.10.213.124:57628 17:49:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.108229 11577 heartbeater.cc:426] Registering TS with master... 17:49:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.108697 11577 heartbeater.cc:475] Master 127.10.213.124:57628 requested a full tablet report, sending... 17:49:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.110811 11259 ts_manager.cc:98] Registered new tserver with Master: fc28777b4fb3471ebec881b13821d267 (127.10.213.66:33774) 17:49:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.112772 11259 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.10.213.66:53453 17:49:31.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.103276 11573 heartbeater.cc:346] Connected to a master server at 127.10.213.125:59351 17:49:31.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.116250 11573 heartbeater.cc:426] Registering TS with master... 17:49:31.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.116652 11573 heartbeater.cc:475] Master 127.10.213.125:59351 requested a full tablet report, sending... 17:49:31.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.118937 11195 ts_manager.cc:98] Registered new tserver with Master: fc28777b4fb3471ebec881b13821d267 (127.10.213.66:33774) 17:49:31.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:31.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:31.266505 11576 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:31.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:31.267391 11576 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:31.284293 11576 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:31.285018 11576 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.213.67 17:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.327675 11576 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/data 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/wal 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.10.213.67:0 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/data/info.pb 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.10.213.67 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.10.213.126:39073,127.10.213.125:59351,127.10.213.124:57628 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.10.213.67 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/logs 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.356693 11576 tablet_server_main.cc:85] Initializing tablet server... 17:49:31.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.359885 11576 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 261064us 17:49:31.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.360630 11576 fs_manager.cc:262] Metadata directory not provided 17:49:31.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.360903 11576 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:31.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.361357 11576 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:31.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.361640 11576 server_base.cc:433] Attempting to create new FS layout instead 17:49:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.367081 11576 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/data/instance: 17:49:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2d3abb5ea1774f479b69591af6641e2d" 17:49:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:31 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.368357 11576 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/wal/instance: 17:49:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2d3abb5ea1774f479b69591af6641e2d" 17:49:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:31 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:31.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.387747 11576 fs_manager.cc:502] Time spent creating directory manager: real 0.019s user 0.013s sys 0.004s 17:49:31.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.388947 11576 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:31.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.389387 11576 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:31.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.397662 11576 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:49:31.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.397786 11576 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/wal 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2d3abb5ea1774f479b69591af6641e2d" 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:31 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.398015 11576 fs_report.cc:352] FS layout report 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/wal 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/wal 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/data/data 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:31.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.608276 11576 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:31.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.612730 11576 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.614274 11576 tablet_server_main.cc:90] Starting tablet server... 17:49:31.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.780594 11576 rpc_server.cc:205] RPC server started. Bound to: 127.10.213.67:43200 17:49:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.781935 11576 webserver.cc:175] Starting webserver on 127.10.213.67:0 17:49:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.782058 11576 webserver.cc:186] Document root disabled 17:49:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.783823 11576 webserver.cc:313] Webserver started. Bound to: http://127.10.213.67:35128/ 17:49:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.784628 11576 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5960348039267029841/ts-2/data/info.pb 17:49:31.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.790051 11093 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 11576 17:49:31.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.819563 11576 tablet_server_main.cc:93] Tablet server successfully started. 17:49:31.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.863396 11704 heartbeater.cc:346] Connected to a master server at 127.10.213.125:59351 17:49:31.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.863739 11704 heartbeater.cc:426] Registering TS with master... 17:49:31.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.864749 11704 heartbeater.cc:475] Master 127.10.213.125:59351 requested a full tablet report, sending... 17:49:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.868271 11195 ts_manager.cc:98] Registered new tserver with Master: 2d3abb5ea1774f479b69591af6641e2d (127.10.213.67:43200) 17:49:31.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.864959 11705 heartbeater.cc:346] Connected to a master server at 127.10.213.124:57628 17:49:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.876684 11705 heartbeater.cc:426] Registering TS with master... 17:49:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.877168 11705 heartbeater.cc:475] Master 127.10.213.124:57628 requested a full tablet report, sending... 17:49:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.879474 11259 ts_manager.cc:98] Registered new tserver with Master: 2d3abb5ea1774f479b69591af6641e2d (127.10.213.67:43200) 17:49:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.865682 11703 heartbeater.cc:346] Connected to a master server at 127.10.213.126:39073 17:49:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.880059 11703 heartbeater.cc:426] Registering TS with master... 17:49:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.880511 11703 heartbeater.cc:475] Master 127.10.213.126:39073 requested a full tablet report, sending... 17:49:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.881148 11259 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.10.213.67:36329 17:49:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.882869 11129 ts_manager.cc:98] Registered new tserver with Master: 2d3abb5ea1774f479b69591af6641e2d (127.10.213.67:43200) 17:49:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.886319 11093 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:49:31.887 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:49:31.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:31.977825 11259 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.10.213.124:59880: 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:49:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:49:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:49:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:49:31.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:31.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:31.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:31.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:49:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:49:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:49:31.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:31.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:31.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:31.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:31.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:31.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:32.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.046277 11640 tablet_service.cc:759] Processing CreateTablet for tablet 34abcd6b085c4cea88de749c21372ce5 (table=test [id=f235cb5f90c648708c70f57f5db55bea]), partition=RANGE (key) PARTITION VALUES < 50 17:49:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.047379 11640 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 34abcd6b085c4cea88de749c21372ce5. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.050681 11377 tablet_service.cc:759] Processing CreateTablet for tablet 82854164de264dbf8de7319614eb2d6a (table=test [id=f235cb5f90c648708c70f57f5db55bea]), partition=RANGE (key) PARTITION VALUES >= 50 17:49:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.051813 11377 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 82854164de264dbf8de7319614eb2d6a. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:32.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.067328 11640 ts_tablet_manager.cc:1173] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d: Registered tablet (data state: TABLET_DATA_READY) 17:49:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.069641 11782 ts_tablet_manager.cc:1028] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d: Bootstrapping tablet 17:49:32.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.070410 11782 tablet_bootstrap.cc:438] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d: Bootstrap starting. 17:49:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.071373 11377 ts_tablet_manager.cc:1173] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb: Registered tablet (data state: TABLET_DATA_READY) 17:49:32.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.073232 11783 ts_tablet_manager.cc:1028] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb: Bootstrapping tablet 17:49:32.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.073668 11783 tablet_bootstrap.cc:438] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb: Bootstrap starting. 17:49:32.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.074051 11782 tablet_bootstrap.cc:592] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d: No blocks or log segments found. Creating new log. 17:49:32.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.075506 11782 log.cc:525] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d: Log is configured to *not* fsync() on all Append() calls 17:49:32.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.075942 11783 tablet_bootstrap.cc:592] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb: No blocks or log segments found. Creating new log. 17:49:32.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.077486 11783 log.cc:525] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb: Log is configured to *not* fsync() on all Append() calls 17:49:32.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.079849 11782 tablet_bootstrap.cc:438] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d: No bootstrap required, opened a new log 17:49:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.080211 11782 ts_tablet_manager.cc:1045] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d: Time spent bootstrapping tablet: real 0.010s user 0.006s sys 0.002s 17:49:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.080813 11783 tablet_bootstrap.cc:438] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb: No bootstrap required, opened a new log 17:49:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.081101 11783 ts_tablet_manager.cc:1045] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb: Time spent bootstrapping tablet: real 0.008s user 0.005s sys 0.001s 17:49:32.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.092133 11783 raft_consensus.cc:325] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "53dcd9c124224d51b47204e7d7e4e8bb" member_type: VOTER last_known_addr { host: "127.10.213.65" port: 39799 } } 17:49:32.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.092125 11782 raft_consensus.cc:325] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2d3abb5ea1774f479b69591af6641e2d" member_type: VOTER last_known_addr { host: "127.10.213.67" port: 43200 } } 17:49:32.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.092653 11782 raft_consensus.cc:351] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:32.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.092638 11783 raft_consensus.cc:351] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:32.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.092833 11783 raft_consensus.cc:630] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 53dcd9c124224d51b47204e7d7e4e8bb, State: Initialized, Role: FOLLOWER 17:49:32.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.092823 11782 raft_consensus.cc:630] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d3abb5ea1774f479b69591af6641e2d, State: Initialized, Role: FOLLOWER 17:49:32.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.093408 11783 consensus_queue.cc:228] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "53dcd9c124224d51b47204e7d7e4e8bb" member_type: VOTER last_known_addr { host: "127.10.213.65" port: 39799 } } 17:49:32.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.093458 11782 consensus_queue.cc:228] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2d3abb5ea1774f479b69591af6641e2d" member_type: VOTER last_known_addr { host: "127.10.213.67" port: 43200 } } 17:49:32.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.093825 11783 raft_consensus.cc:365] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:32.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.093868 11782 raft_consensus.cc:365] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:32.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.094053 11783 raft_consensus.cc:457] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:32.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.094064 11782 raft_consensus.cc:457] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:32.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.094254 11782 raft_consensus.cc:2742] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d: Snoozing failure detection for 2.086s (starting election) 17:49:32.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.094251 11783 raft_consensus.cc:2742] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb: Snoozing failure detection for 1.528s (starting election) 17:49:32.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.094436 11782 raft_consensus.cc:2794] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d [term 0 FOLLOWER]: Advancing to term 1 17:49:32.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.094483 11783 raft_consensus.cc:2794] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb [term 0 FOLLOWER]: Advancing to term 1 17:49:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.097388 11783 raft_consensus.cc:479] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "53dcd9c124224d51b47204e7d7e4e8bb" member_type: VOTER last_known_addr { host: "127.10.213.65" port: 39799 } } 17:49:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.097877 11783 leader_election.cc:278] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.098497 11782 raft_consensus.cc:479] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2d3abb5ea1774f479b69591af6641e2d" member_type: VOTER last_known_addr { host: "127.10.213.67" port: 43200 } } 17:49:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.099045 11782 leader_election.cc:278] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.099896 11786 raft_consensus.cc:2742] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb: Snoozing failure detection for 2.108s (election complete) 17:49:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.100364 11786 raft_consensus.cc:2549] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb [term 1 FOLLOWER]: Leader election won for term 1 17:49:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.101228 11787 raft_consensus.cc:2742] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d: Snoozing failure detection for 2.071s (election complete) 17:49:32.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.101547 11787 raft_consensus.cc:2549] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d [term 1 FOLLOWER]: Leader election won for term 1 17:49:32.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.105005 11705 heartbeater.cc:467] Master 127.10.213.124:57628 was elected leader, sending a full tablet report... 17:49:32.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.106544 11782 ts_tablet_manager.cc:1073] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d: Time spent starting tablet: real 0.026s user 0.017s sys 0.007s 17:49:32.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.105844 11786 raft_consensus.cc:595] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb [term 1 LEADER]: Becoming Leader. State: Replica: 53dcd9c124224d51b47204e7d7e4e8bb, State: Running, Role: LEADER 17:49:32.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.107812 11787 raft_consensus.cc:595] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d [term 1 LEADER]: Becoming Leader. State: Replica: 2d3abb5ea1774f479b69591af6641e2d, State: Running, Role: LEADER 17:49:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.108433 11787 consensus_queue.cc:205] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2d3abb5ea1774f479b69591af6641e2d" member_type: VOTER last_known_addr { host: "127.10.213.67" port: 43200 } } 17:49:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.110034 11786 consensus_queue.cc:205] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "53dcd9c124224d51b47204e7d7e4e8bb" member_type: VOTER last_known_addr { host: "127.10.213.65" port: 39799 } } 17:49:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.111941 11783 ts_tablet_manager.cc:1073] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb: Time spent starting tablet: real 0.031s user 0.017s sys 0.008s 17:49:32.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.116935 11577 heartbeater.cc:467] Master 127.10.213.124:57628 was elected leader, sending a full tablet report... 17:49:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.120888 11258 catalog_manager.cc:3758] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d reported cstate change: term changed from 0 to 1, leader changed from to 2d3abb5ea1774f479b69591af6641e2d (127.10.213.67). New cstate: current_term: 1 leader_uuid: "2d3abb5ea1774f479b69591af6641e2d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2d3abb5ea1774f479b69591af6641e2d" member_type: VOTER last_known_addr { host: "127.10.213.67" port: 43200 } health_report { overall_health: HEALTHY } } } 17:49:32.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.126590 11259 catalog_manager.cc:3758] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb reported cstate change: term changed from 0 to 1, leader changed from to 53dcd9c124224d51b47204e7d7e4e8bb (127.10.213.65). New cstate: current_term: 1 leader_uuid: "53dcd9c124224d51b47204e7d7e4e8bb" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "53dcd9c124224d51b47204e7d7e4e8bb" member_type: VOTER last_known_addr { host: "127.10.213.65" port: 39799 } health_report { overall_health: HEALTHY } } } 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.218056 11259 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.10.213.124:59880: 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:32.239305 11450 tablet.cc:1728] T 82854164de264dbf8de7319614eb2d6a P 53dcd9c124224d51b47204e7d7e4e8bb: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.246538 11509 tablet_service.cc:759] Processing CreateTablet for tablet 88e3734fc71a46738e6b259c8483de40 (table=simple-test [id=dcaaac44a7c247a88f7a7e922d7e29a1]), partition=RANGE (key) PARTITION UNBOUNDED 17:49:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.247500 11509 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 88e3734fc71a46738e6b259c8483de40. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.266877 11509 ts_tablet_manager.cc:1173] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267: Registered tablet (data state: TABLET_DATA_READY) 17:49:32.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.268592 11795 ts_tablet_manager.cc:1028] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267: Bootstrapping tablet 17:49:32.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.269412 11795 tablet_bootstrap.cc:438] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267: Bootstrap starting. 17:49:32.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.272502 11795 tablet_bootstrap.cc:592] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267: No blocks or log segments found. Creating new log. 17:49:32.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.273913 11795 log.cc:525] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267: Log is configured to *not* fsync() on all Append() calls 17:49:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.276898 11795 tablet_bootstrap.cc:438] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267: No bootstrap required, opened a new log 17:49:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.277190 11795 ts_tablet_manager.cc:1045] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267: Time spent bootstrapping tablet: real 0.008s user 0.004s sys 0.002s 17:49:32.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.288528 11795 raft_consensus.cc:325] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "fc28777b4fb3471ebec881b13821d267" member_type: VOTER last_known_addr { host: "127.10.213.66" port: 33774 } } 17:49:32.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.289080 11795 raft_consensus.cc:351] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:32.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.289245 11795 raft_consensus.cc:630] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fc28777b4fb3471ebec881b13821d267, State: Initialized, Role: FOLLOWER 17:49:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.289902 11795 consensus_queue.cc:228] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "fc28777b4fb3471ebec881b13821d267" member_type: VOTER last_known_addr { host: "127.10.213.66" port: 33774 } } 17:49:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.290496 11795 raft_consensus.cc:365] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.290695 11795 raft_consensus.cc:457] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:32.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.290872 11795 raft_consensus.cc:2742] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267: Snoozing failure detection for 1.999s (starting election) 17:49:32.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.291057 11795 raft_consensus.cc:2794] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267 [term 0 FOLLOWER]: Advancing to term 1 17:49:32.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.294013 11795 raft_consensus.cc:479] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "fc28777b4fb3471ebec881b13821d267" member_type: VOTER last_known_addr { host: "127.10.213.66" port: 33774 } } 17:49:32.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.294553 11795 leader_election.cc:278] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:32.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.297411 11797 raft_consensus.cc:2742] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267: Snoozing failure detection for 1.604s (election complete) 17:49:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.297881 11797 raft_consensus.cc:2549] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267 [term 1 FOLLOWER]: Leader election won for term 1 17:49:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.301285 11797 raft_consensus.cc:595] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267 [term 1 LEADER]: Becoming Leader. State: Replica: fc28777b4fb3471ebec881b13821d267, State: Running, Role: LEADER 17:49:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.302114 11795 ts_tablet_manager.cc:1073] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267: Time spent starting tablet: real 0.025s user 0.018s sys 0.005s 17:49:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.301975 11797 consensus_queue.cc:205] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "fc28777b4fb3471ebec881b13821d267" member_type: VOTER last_known_addr { host: "127.10.213.66" port: 33774 } } 17:49:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.310715 11257 catalog_manager.cc:3758] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267 reported cstate change: term changed from 0 to 1, leader changed from to fc28777b4fb3471ebec881b13821d267 (127.10.213.66). New cstate: current_term: 1 leader_uuid: "fc28777b4fb3471ebec881b13821d267" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "fc28777b4fb3471ebec881b13821d267" member_type: VOTER last_known_addr { host: "127.10.213.66" port: 33774 } health_report { overall_health: HEALTHY } } } 17:49:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:32.318501 11712 tablet.cc:1728] T 34abcd6b085c4cea88de749c21372ce5 P 2d3abb5ea1774f479b69591af6641e2d: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:32.319425 11580 tablet.cc:1728] T 88e3734fc71a46738e6b259c8483de40 P fc28777b4fb3471ebec881b13821d267: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:32.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.537241 11093 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 11293 17:49:32.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:32.560618 11239 connection.cc:512] server connection from 127.10.213.65:51419 recv error: Network error: failed to read from TLS socket (remote: 127.10.213.65:51419): Connection reset by peer (error 104) 17:49:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.560734 11093 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 11442 17:49:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:32.560909 11113 connection.cc:512] server connection from 127.10.213.65:40246 recv error: Network error: failed to read from TLS socket (remote: 127.10.213.65:40246): Connection reset by peer (error 104) 17:49:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:32.567761 11173 connection.cc:512] server connection from 127.10.213.65:48619 recv error: Network error: failed to read from TLS socket (remote: 127.10.213.65:48619): Connection reset by peer (error 104) 17:49:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:32.583312 11111 connection.cc:512] server connection from 127.10.213.66:57670 recv error: Network error: failed to read from TLS socket (remote: 127.10.213.66:57670): Connection reset by peer (error 104) 17:49:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:32.584055 11174 connection.cc:512] server connection from 127.10.213.66:33970 recv error: Network error: failed to read from TLS socket (remote: 127.10.213.66:33970): Connection reset by peer (error 104) 17:49:32.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:32.584836 11240 connection.cc:512] server connection from 127.10.213.66:53453 recv error: Network error: failed to read from TLS socket (remote: 127.10.213.66:53453): Connection reset by peer (error 104) 17:49:32.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.585618 11093 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 11576 17:49:32.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:32.605844 11110 connection.cc:512] server connection from 127.10.213.67:50586 recv error: Network error: failed to read from TLS socket (remote: 127.10.213.67:50586): Connection reset by peer (error 104) 17:49:32.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.605969 11093 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 11101 17:49:32.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:32.606081 11175 connection.cc:512] server connection from 127.10.213.67:55143 recv error: Network error: failed to read from TLS socket (remote: 127.10.213.67:55143): Connection reset by peer (error 104) 17:49:32.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:32.607596 11241 connection.cc:512] server connection from 127.10.213.67:36329 recv error: Network error: failed to read from TLS socket (remote: 127.10.213.67:36329): Connection reset by peer (error 104) 17:49:32.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.628307 11093 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 11163 17:49:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:32.652776 11093 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 11229 17:49:33.702 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614173702 17:49:33.703 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:49:33.703 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:49:33.704 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:49:33.704 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:49:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:33.920409 11825 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/wal 17:49:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/data 17:49:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.11.140.126:56277 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.11.140.126 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/logs 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/data/info.pb 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.11.140.126:56277,127.11.140.125:57494,127.11.140.124:34583 with env {} 17:49:34.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:34.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.082691 11833 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:34.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.083086 11833 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:34.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.092842 11833 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:34.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.092985 11833 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:34.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.093080 11833 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:34.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.093201 11833 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.113399 11833 master_main.cc:73] Master server non-default flags: 17:49:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/data 17:49:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/wal 17:49:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.11.140.126:56277,127.11.140.125:57494,127.11.140.124:34583 17:49:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.11.140.126:56277 17:49:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/data/info.pb 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.11.140.126 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/logs 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:34.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.128933 11833 master_main.cc:80] Initializing master server... 17:49:34.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.131888 11833 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 262564us 17:49:34.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.132709 11833 fs_manager.cc:262] Metadata directory not provided 17:49:34.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.132845 11833 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:34.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.133112 11833 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:34.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.133234 11833 server_base.cc:433] Attempting to create new FS layout instead 17:49:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.137023 11833 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/data/instance: 17:49:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" 17:49:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.137733 11833 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/wal/instance: 17:49:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" 17:49:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:34.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.152102 11833 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.006s sys 0.007s 17:49:34.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.153327 11833 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.154563 11833 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.162935 11833 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.163064 11833 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/wal 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.163285 11833 fs_report.cc:352] FS layout report 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/wal 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/wal 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/data/data 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:34.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:34.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.320991 11833 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.323524 11833 master_main.cc:83] Starting Master server... 17:49:34.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.414093 11833 rpc_server.cc:205] RPC server started. Bound to: 127.11.140.126:56277 17:49:34.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.415122 11833 webserver.cc:175] Starting webserver on 127.11.140.126:0 17:49:34.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.415233 11833 webserver.cc:186] Document root disabled 17:49:34.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.417340 11833 webserver.cc:313] Webserver started. Bound to: http://127.11.140.126:50144/ 17:49:34.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.418192 11833 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-0/data/info.pb 17:49:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.421573 11894 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:34.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.426692 11825 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 11833 17:49:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.427533 11825 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/wal 17:49:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/data 17:49:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.11.140.125:57494 17:49:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.11.140.125 17:49:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/logs 17:49:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/data/info.pb 17:49:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.11.140.126:56277,127.11.140.125:57494,127.11.140.124:34583 with env {} 17:49:34.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.434324 11894 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } has no permanent_uuid. Determining permanent_uuid... 17:49:34.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.457990 11894 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } has no permanent_uuid. Determining permanent_uuid... 17:49:34.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.459982 11894 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.11.140.125:57494: Network error: Client connection negotiation failed: client connection to 127.11.140.125:57494: connect: Connection refused (error 111) 17:49:34.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.479405 11894 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } attempt: 1 17:49:34.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.480796 11894 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.11.140.125:57494: Network error: Client connection negotiation failed: client connection to 127.11.140.125:57494: connect: Connection refused (error 111) 17:49:34.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.529165 11894 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } attempt: 2 17:49:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.530659 11894 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.11.140.125:57494: Network error: Client connection negotiation failed: client connection to 127.11.140.125:57494: connect: Connection refused (error 111) 17:49:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.595787 11895 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.596177 11895 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:34.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.605681 11895 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:34.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.605819 11895 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.605911 11895 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.606032 11895 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.625210 11895 master_main.cc:73] Master server non-default flags: 17:49:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/data 17:49:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/wal 17:49:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.11.140.126:56277,127.11.140.125:57494,127.11.140.124:34583 17:49:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.11.140.125:57494 17:49:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/data/info.pb 17:49:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.11.140.125 17:49:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/logs 17:49:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:34.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.639660 11895 master_main.cc:80] Initializing master server... 17:49:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.642057 11894 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } attempt: 3 17:49:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.642701 11895 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 262564us 17:49:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.643461 11895 fs_manager.cc:262] Metadata directory not provided 17:49:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.643513 11894 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.11.140.125:57494: Network error: Client connection negotiation failed: client connection to 127.11.140.125:57494: connect: Connection refused (error 111) 17:49:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.643637 11895 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:34.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.643913 11895 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:34.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.644053 11895 server_base.cc:433] Attempting to create new FS layout instead 17:49:34.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.647845 11895 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/data/instance: 17:49:34.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b5d9a308c25546f28b8fdf8690845480" 17:49:34.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:34.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.648560 11895 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/wal/instance: 17:49:34.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b5d9a308c25546f28b8fdf8690845480" 17:49:34.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:34.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.665518 11895 fs_manager.cc:502] Time spent creating directory manager: real 0.017s user 0.008s sys 0.005s 17:49:34.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.666697 11895 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:34.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.667883 11895 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.676707 11895 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s 17:49:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.676833 11895 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/wal 17:49:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b5d9a308c25546f28b8fdf8690845480" 17:49:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.677052 11895 fs_report.cc:352] FS layout report 17:49:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/wal 17:49:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/wal 17:49:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/data/data 17:49:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:34.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:34.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:34.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:34.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.819864 11894 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } attempt: 4 17:49:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.821234 11894 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.11.140.125:57494: Network error: Client connection negotiation failed: client connection to 127.11.140.125:57494: connect: Connection refused (error 111) 17:49:34.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.824674 11895 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.827064 11895 master_main.cc:83] Starting Master server... 17:49:34.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.917274 11895 rpc_server.cc:205] RPC server started. Bound to: 127.11.140.125:57494 17:49:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.918329 11895 webserver.cc:175] Starting webserver on 127.11.140.125:0 17:49:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.918457 11895 webserver.cc:186] Document root disabled 17:49:34.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.920572 11895 webserver.cc:313] Webserver started. Bound to: http://127.11.140.125:45839/ 17:49:34.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.921414 11895 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-1/data/info.pb 17:49:34.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.924782 11960 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:34.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.925704 11825 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 11895 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.926470 11825 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/wal 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/data 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.11.140.124:34583 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.11.140.124 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/logs 17:49:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/data/info.pb 17:49:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.11.140.126:56277,127.11.140.125:57494,127.11.140.124:34583 with env {} 17:49:34.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.938118 11960 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } has no permanent_uuid. Determining permanent_uuid... 17:49:34.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.953807 11960 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } has no permanent_uuid. Determining permanent_uuid... 17:49:34.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.965152 11960 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } has no permanent_uuid. Determining permanent_uuid... 17:49:34.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.966943 11960 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.11.140.124:34583: Network error: Client connection negotiation failed: client connection to 127.11.140.124:34583: connect: Connection refused (error 111) 17:49:34.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:34.986410 11960 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } attempt: 1 17:49:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:34.987751 11960 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.11.140.124:34583: Network error: Client connection negotiation failed: client connection to 127.11.140.124:34583: connect: Connection refused (error 111) 17:49:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.036079 11960 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } attempt: 2 17:49:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.037292 11960 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.11.140.124:34583: Network error: Client connection negotiation failed: client connection to 127.11.140.124:34583: connect: Connection refused (error 111) 17:49:35.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:35.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.090833 11961 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:35.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.091245 11961 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.101004 11961 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.101164 11961 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.101405 11961 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.101558 11961 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.121449 11961 master_main.cc:73] Master server non-default flags: 17:49:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/data 17:49:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/wal 17:49:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.11.140.126:56277,127.11.140.125:57494,127.11.140.124:34583 17:49:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.11.140.124:34583 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/data/info.pb 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.11.140.124 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/logs 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:35.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.124614 11894 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } attempt: 5 17:49:35.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.131888 11894 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } has no permanent_uuid. Determining permanent_uuid... 17:49:35.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.133333 11894 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.11.140.124:34583: Network error: Client connection negotiation failed: client connection to 127.11.140.124:34583: connect: Connection refused (error 111) 17:49:35.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.139755 11961 master_main.cc:80] Initializing master server... 17:49:35.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.142204 11961 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 263064us 17:49:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.142974 11961 fs_manager.cc:262] Metadata directory not provided 17:49:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.143097 11961 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.143340 11961 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.143470 11961 server_base.cc:433] Attempting to create new FS layout instead 17:49:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.147251 11961 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/data/instance: 17:49:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "08bf1d5431224723a4e8daddfefdcc22" 17:49:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:35.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.147938 11961 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/wal/instance: 17:49:35.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "08bf1d5431224723a4e8daddfefdcc22" 17:49:35.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:35.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.148618 11960 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } attempt: 3 17:49:35.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.149813 11960 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.11.140.124:34583: Network error: Client connection negotiation failed: client connection to 127.11.140.124:34583: connect: Connection refused (error 111) 17:49:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.162292 11961 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.005s 17:49:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.163542 11961 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:35.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.164741 11961 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:35.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.171707 11894 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } attempt: 1 17:49:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.173209 11961 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:49:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.173283 11894 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.11.140.124:34583: Network error: Client connection negotiation failed: client connection to 127.11.140.124:34583: connect: Connection refused (error 111) 17:49:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.173542 11961 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/wal 17:49:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "08bf1d5431224723a4e8daddfefdcc22" 17:49:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.173779 11961 fs_report.cc:352] FS layout report 17:49:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/wal 17:49:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/wal 17:49:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/data/data 17:49:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:35.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.221660 11894 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } attempt: 2 17:49:35.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.223500 11894 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.11.140.124:34583: Network error: Client connection negotiation failed: client connection to 127.11.140.124:34583: connect: Connection refused (error 111) 17:49:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.323853 11894 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } attempt: 3 17:49:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.324539 11961 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.325346 11894 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.11.140.124:34583: Network error: Client connection negotiation failed: client connection to 127.11.140.124:34583: connect: Connection refused (error 111) 17:49:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.326162 11960 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } attempt: 4 17:49:35.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.327587 11961 master_main.cc:83] Starting Master server... 17:49:35.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.327953 11960 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.11.140.124:34583: Network error: Client connection negotiation failed: client connection to 127.11.140.124:34583: connect: Connection refused (error 111) 17:49:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.417778 11961 rpc_server.cc:205] RPC server started. Bound to: 127.11.140.124:34583 17:49:35.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.418704 11961 webserver.cc:175] Starting webserver on 127.11.140.124:0 17:49:35.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.418802 11961 webserver.cc:186] Document root disabled 17:49:35.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.420739 11961 webserver.cc:313] Webserver started. Bound to: http://127.11.140.124:34508/ 17:49:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.421494 11961 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/master-2/data/info.pb 17:49:35.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.423609 11825 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 11961 17:49:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.424582 11825 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/wal 17:49:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/data 17:49:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.11.140.65:0 17:49:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.11.140.65 17:49:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.11.140.65 17:49:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.11.140.126:56277,127.11.140.125:57494,127.11.140.124:34583 17:49:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/logs 17:49:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/data/info.pb 17:49:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:35.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.427376 12024 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.440809 12024 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } has no permanent_uuid. Determining permanent_uuid... 17:49:35.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.456370 12024 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } has no permanent_uuid. Determining permanent_uuid... 17:49:35.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.463752 12024 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } has no permanent_uuid. Determining permanent_uuid... 17:49:35.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.466140 11894 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } attempt: 4 17:49:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.484195 12024 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22: Bootstrap starting. 17:49:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.485608 11894 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a: Bootstrap starting. 17:49:35.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.486677 12024 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22: No blocks or log segments found. Creating new log. 17:49:35.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.488133 12024 log.cc:525] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22: Log is configured to *not* fsync() on all Append() calls 17:49:35.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.489528 11894 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a: No blocks or log segments found. Creating new log. 17:49:35.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.492034 11894 log.cc:525] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a: Log is configured to *not* fsync() on all Append() calls 17:49:35.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.492696 12024 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22: No bootstrap required, opened a new log 17:49:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.500761 11894 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a: No bootstrap required, opened a new log 17:49:35.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.503768 12024 raft_consensus.cc:325] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } 17:49:35.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.504256 12024 raft_consensus.cc:351] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:35.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.504554 12024 raft_consensus.cc:630] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08bf1d5431224723a4e8daddfefdcc22, State: Initialized, Role: FOLLOWER 17:49:35.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.505208 12024 consensus_queue.cc:228] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } 17:49:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.508924 12024 sys_catalog.cc:337] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } } 17:49:35.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.509718 12024 sys_catalog.cc:340] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [sys.catalog]: This master's current role is: FOLLOWER 17:49:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.511000 12024 sys_catalog.cc:424] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [sys.catalog]: configured and running, proceeding with master startup. 17:49:35.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.519625 11894 raft_consensus.cc:325] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } 17:49:35.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.520362 11894 raft_consensus.cc:351] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:35.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.520720 11894 raft_consensus.cc:630] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 018ef4a7e3ac4ca4b9e1ae473bb1264a, State: Initialized, Role: FOLLOWER 17:49:35.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.521447 11894 consensus_queue.cc:228] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } 17:49:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.524623 11894 sys_catalog.cc:337] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } } 17:49:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.525763 11894 sys_catalog.cc:340] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [sys.catalog]: This master's current role is: FOLLOWER 17:49:35.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.527051 11894 sys_catalog.cc:424] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [sys.catalog]: configured and running, proceeding with master startup. 17:49:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.509403 12031 sys_catalog.cc:337] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } } 17:49:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.604342 12031 sys_catalog.cc:340] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [sys.catalog]: This master's current role is: FOLLOWER 17:49:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.604713 12031 raft_consensus.cc:457] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:49:35.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.604964 12031 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22: Snoozing failure detection for 1.900s (starting election) 17:49:35.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.605242 12031 raft_consensus.cc:479] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } 17:49:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.606456 12031 leader_election.cc:251] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 018ef4a7e3ac4ca4b9e1ae473bb1264a (127.11.140.126:56277) 17:49:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.608516 12031 leader_election.cc:251] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer b5d9a308c25546f28b8fdf8690845480 (127.11.140.125:57494) 17:49:35.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.525158 12033 sys_catalog.cc:337] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } } 17:49:35.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.627094 12033 sys_catalog.cc:340] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [sys.catalog]: This master's current role is: FOLLOWER 17:49:35.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.631291 11960 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } attempt: 5 17:49:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.581969 11980 tablet.cc:1728] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:35.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.651651 12032 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:49:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.657924 11961 master_main.cc:86] Master server successfully started. 17:49:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.670830 11960 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480: Bootstrap starting. 17:49:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.671001 12025 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.671507 12025 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:35.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.678694 11960 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480: No blocks or log segments found. Creating new log. 17:49:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.680786 11960 log.cc:525] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480: Log is configured to *not* fsync() on all Append() calls 17:49:35.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.682646 12025 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:35.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.683187 12025 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.140.65 17:49:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.690248 11960 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480: No bootstrap required, opened a new log 17:49:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.701803 12033 raft_consensus.cc:457] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:49:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.577616 11850 tablet.cc:1728] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.702095 12033 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a: Snoozing failure detection for 2.228s (starting election) 17:49:35.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.703769 11871 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "08bf1d5431224723a4e8daddfefdcc22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" is_pre_election: true 17:49:35.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.705271 11833 master_main.cc:86] Master server successfully started. 17:49:35.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.702605 12033 raft_consensus.cc:479] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } 17:49:35.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.706328 12033 leader_election.cc:251] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer b5d9a308c25546f28b8fdf8690845480 (127.11.140.125:57494) 17:49:35.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.707017 12033 leader_election.cc:251] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 08bf1d5431224723a4e8daddfefdcc22 (127.11.140.124:34583) 17:49:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.709570 11871 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a: Snoozing failure detection for 2.034s (vote granted) 17:49:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.709513 12000 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08bf1d5431224723a4e8daddfefdcc22" is_pre_election: true 17:49:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.709249 11960 raft_consensus.cc:325] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } 17:49:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.709842 11871 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08bf1d5431224723a4e8daddfefdcc22 in term 0. 17:49:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.710021 11960 raft_consensus.cc:351] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.710103 12000 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22: Snoozing failure detection for 2.226s (vote granted) 17:49:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.710211 11960 raft_consensus.cc:630] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b5d9a308c25546f28b8fdf8690845480, State: Initialized, Role: FOLLOWER 17:49:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.710350 12000 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 018ef4a7e3ac4ca4b9e1ae473bb1264a in term 0. 17:49:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.710924 11960 consensus_queue.cc:228] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } 17:49:35.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.711871 11845 leader_election.cc:387] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [CANDIDATE]: Term 1 pre-election: Vote granted by peer 08bf1d5431224723a4e8daddfefdcc22 (127.11.140.124:34583) 17:49:35.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.712186 11845 leader_election.cc:278] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:49:35.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.712237 11971 leader_election.cc:387] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 018ef4a7e3ac4ca4b9e1ae473bb1264a (127.11.140.126:56277) 17:49:35.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.712522 11971 leader_election.cc:278] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:49:35.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.712990 12033 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a: Snoozing failure detection for 1.669s (election complete) 17:49:35.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.713150 12035 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22: Snoozing failure detection for 1.977s (election complete) 17:49:35.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.713260 12033 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [term 0 FOLLOWER]: Leader pre-election won for term 1 17:49:35.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.713428 12035 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:49:35.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.713485 12033 raft_consensus.cc:457] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:49:35.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.713677 12033 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a: Snoozing failure detection for 2.204s (starting election) 17:49:35.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.713675 12035 raft_consensus.cc:457] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:49:35.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.713865 12035 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22: Snoozing failure detection for 1.681s (starting election) 17:49:35.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.714092 12035 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [term 0 FOLLOWER]: Advancing to term 1 17:49:35.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.714143 12033 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [term 0 FOLLOWER]: Advancing to term 1 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.718070 12025 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/data 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/wal 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.11.140.65:0 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/data/info.pb 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.11.140.65 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.11.140.126:56277,127.11.140.125:57494,127.11.140.124:34583 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.11.140.65 17:49:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/logs 17:49:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.717592 11960 sys_catalog.cc:337] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } } 17:49:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.719049 11960 sys_catalog.cc:340] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [sys.catalog]: This master's current role is: FOLLOWER 17:49:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.719851 12035 raft_consensus.cc:479] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } 17:49:35.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.721549 12035 leader_election.cc:251] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [CANDIDATE]: Term 1 election: Requesting vote from peer 018ef4a7e3ac4ca4b9e1ae473bb1264a (127.11.140.126:56277) 17:49:35.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.722187 12035 leader_election.cc:251] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [CANDIDATE]: Term 1 election: Requesting vote from peer b5d9a308c25546f28b8fdf8690845480 (127.11.140.125:57494) 17:49:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.723532 11871 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "08bf1d5431224723a4e8daddfefdcc22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" 17:49:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.725889 12034 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.726264 12034 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:35.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.726824 12033 raft_consensus.cc:479] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } 17:49:35.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.727854 11871 raft_consensus.cc:2185] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 08bf1d5431224723a4e8daddfefdcc22 in current term 1: Already voted for candidate 018ef4a7e3ac4ca4b9e1ae473bb1264a in this term. 17:49:35.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.727905 12033 leader_election.cc:251] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [CANDIDATE]: Term 1 election: Requesting vote from peer b5d9a308c25546f28b8fdf8690845480 (127.11.140.125:57494) 17:49:35.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.728610 12033 leader_election.cc:251] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [CANDIDATE]: Term 1 election: Requesting vote from peer 08bf1d5431224723a4e8daddfefdcc22 (127.11.140.124:34583) 17:49:35.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.729888 12000 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08bf1d5431224723a4e8daddfefdcc22" 17:49:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.730537 12000 raft_consensus.cc:2185] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 018ef4a7e3ac4ca4b9e1ae473bb1264a in current term 1: Already voted for candidate 08bf1d5431224723a4e8daddfefdcc22 in this term. 17:49:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.729988 12041 sys_catalog.cc:337] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } } 17:49:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.730796 12041 sys_catalog.cc:340] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [sys.catalog]: This master's current role is: FOLLOWER 17:49:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.729976 11971 leader_election.cc:401] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [CANDIDATE]: Term 1 election: Vote denied by peer 018ef4a7e3ac4ca4b9e1ae473bb1264a (127.11.140.126:56277). Message: Invalid argument: T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 08bf1d5431224723a4e8daddfefdcc22 in current term 1: Already voted for candidate 018ef4a7e3ac4ca4b9e1ae473bb1264a in this term. 17:49:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.731899 11845 leader_election.cc:401] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [CANDIDATE]: Term 1 election: Vote denied by peer 08bf1d5431224723a4e8daddfefdcc22 (127.11.140.124:34583). Message: Invalid argument: T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 018ef4a7e3ac4ca4b9e1ae473bb1264a in current term 1: Already voted for candidate 08bf1d5431224723a4e8daddfefdcc22 in this term. 17:49:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.744588 12025 tablet_server_main.cc:85] Initializing tablet server... 17:49:35.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.748723 12025 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 263064us 17:49:35.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.749354 12025 fs_manager.cc:262] Metadata directory not provided 17:49:35.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.749544 12025 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:35.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.749884 12025 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:35.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.750057 12025 server_base.cc:433] Attempting to create new FS layout instead 17:49:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.755583 12025 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/data/instance: 17:49:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "020dd72d72b24b42beab06dbe49d7142" 17:49:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.756598 12025 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/wal/instance: 17:49:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "020dd72d72b24b42beab06dbe49d7142" 17:49:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:35.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.781654 12025 fs_manager.cc:502] Time spent creating directory manager: real 0.025s user 0.012s sys 0.010s 17:49:35.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.783463 12025 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:35.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.784873 12025 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:35.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.798681 12025 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:49:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.799077 12025 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/wal 17:49:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "020dd72d72b24b42beab06dbe49d7142" 17:49:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.799594 12025 fs_report.cc:352] FS layout report 17:49:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/wal 17:49:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/wal 17:49:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/data/data 17:49:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:35.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.731576 11960 sys_catalog.cc:424] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [sys.catalog]: configured and running, proceeding with master startup. 17:49:35.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.830763 11937 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "08bf1d5431224723a4e8daddfefdcc22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b5d9a308c25546f28b8fdf8690845480" is_pre_election: true 17:49:35.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.831554 11937 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480: Snoozing failure detection for 2.134s (vote granted) 17:49:35.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.831683 11916 tablet.cc:1728] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:35.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.831948 11937 raft_consensus.cc:2255] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08bf1d5431224723a4e8daddfefdcc22 in term 0. 17:49:35.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.833714 11973 leader_election.cc:387] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [CANDIDATE]: Term 1 pre-election: Vote granted by peer b5d9a308c25546f28b8fdf8690845480 (127.11.140.125:57494) 17:49:35.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.732187 11934 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b5d9a308c25546f28b8fdf8690845480" 17:49:35.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.915910 11934 raft_consensus.cc:2794] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [term 0 FOLLOWER]: Advancing to term 1 17:49:35.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.916215 11934 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480: Snoozing failure detection for 2.191s (vote granted) 17:49:35.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.921211 11934 raft_consensus.cc:2255] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 018ef4a7e3ac4ca4b9e1ae473bb1264a in term 1. 17:49:35.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.922474 11843 leader_election.cc:387] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [CANDIDATE]: Term 1 election: Vote granted by peer b5d9a308c25546f28b8fdf8690845480 (127.11.140.125:57494) 17:49:35.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.922775 11843 leader_election.cc:278] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:35.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.923317 12033 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a: Snoozing failure detection for 1.943s (election complete) 17:49:35.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.923583 12033 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [term 1 FOLLOWER]: Leader election won for term 1 17:49:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.732241 11935 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "08bf1d5431224723a4e8daddfefdcc22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b5d9a308c25546f28b8fdf8690845480" 17:49:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.931286 11935 raft_consensus.cc:2185] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 08bf1d5431224723a4e8daddfefdcc22 in current term 1: Already voted for candidate 018ef4a7e3ac4ca4b9e1ae473bb1264a in this term. 17:49:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.932546 11973 leader_election.cc:401] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [CANDIDATE]: Term 1 election: Vote denied by peer b5d9a308c25546f28b8fdf8690845480 (127.11.140.125:57494). Message: Invalid argument: T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 08bf1d5431224723a4e8daddfefdcc22 in current term 1: Already voted for candidate 018ef4a7e3ac4ca4b9e1ae473bb1264a in this term. 17:49:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.932812 11973 leader_election.cc:278] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. 17:49:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.933359 12035 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22: Snoozing failure detection for 1.899s (election complete) 17:49:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.933637 12035 raft_consensus.cc:2497] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority 17:49:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.934247 12033 raft_consensus.cc:595] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [term 1 LEADER]: Becoming Leader. State: Replica: 018ef4a7e3ac4ca4b9e1ae473bb1264a, State: Running, Role: LEADER 17:49:35.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.936492 12033 consensus_queue.cc:205] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } 17:49:35.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.935014 11936 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b5d9a308c25546f28b8fdf8690845480" is_pre_election: true 17:49:35.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.939052 11895 master_main.cc:86] Master server successfully started. 17:49:35.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.939188 11936 raft_consensus.cc:2168] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 018ef4a7e3ac4ca4b9e1ae473bb1264a in term 1. Re-sending same reply. 17:49:35.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.940127 11843 leader_election.cc:387] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [CANDIDATE]: Term 1 pre-election: Vote granted by peer b5d9a308c25546f28b8fdf8690845480 (127.11.140.125:57494) 17:49:35.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.950206 12049 catalog_manager.cc:1084] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:35.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:35.950503 12049 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:35.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.950677 12051 sys_catalog.cc:337] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 018ef4a7e3ac4ca4b9e1ae473bb1264a. Latest consensus state: current_term: 1 leader_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } } 17:49:35.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.951359 12051 sys_catalog.cc:340] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [sys.catalog]: This master's current role is: LEADER 17:49:35.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.962134 12054 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:49:35.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:35.965863 12054 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:49:36.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.046350 12000 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [term 1 FOLLOWER]: Refusing update from remote peer 018ef4a7e3ac4ca4b9e1ae473bb1264a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:36.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.046468 11936 raft_consensus.cc:1083] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [term 1 FOLLOWER]: Refusing update from remote peer 018ef4a7e3ac4ca4b9e1ae473bb1264a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:36.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.047767 12033 consensus_queue.cc:963] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [LEADER]: Connected to new peer: Peer: permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:36.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.048270 12051 consensus_queue.cc:963] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [LEADER]: Connected to new peer: Peer: permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:36.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.074018 12035 sys_catalog.cc:337] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 018ef4a7e3ac4ca4b9e1ae473bb1264a. Latest consensus state: current_term: 1 leader_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } } 17:49:36.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.074777 12035 sys_catalog.cc:340] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [sys.catalog]: This master's current role is: FOLLOWER 17:49:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.076671 12051 sys_catalog.cc:337] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } } 17:49:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.077342 12051 sys_catalog.cc:340] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [sys.catalog]: This master's current role is: LEADER 17:49:36.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.082453 12035 sys_catalog.cc:337] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } } 17:49:36.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.083123 12035 sys_catalog.cc:340] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22 [sys.catalog]: This master's current role is: FOLLOWER 17:49:36.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.085078 12041 sys_catalog.cc:337] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 018ef4a7e3ac4ca4b9e1ae473bb1264a. Latest consensus state: current_term: 1 leader_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } } 17:49:36.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.085947 12041 sys_catalog.cc:340] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [sys.catalog]: This master's current role is: FOLLOWER 17:49:36.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.088148 12054 catalog_manager.cc:924] Generated new certificate authority record 17:49:36.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.090240 12033 sys_catalog.cc:337] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } } 17:49:36.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.090888 12054 catalog_manager.cc:1046] Loading token signing keys... 17:49:36.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.090893 12033 sys_catalog.cc:340] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a [sys.catalog]: This master's current role is: LEADER 17:49:36.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.094944 12041 sys_catalog.cc:337] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "018ef4a7e3ac4ca4b9e1ae473bb1264a" member_type: VOTER last_known_addr { host: "127.11.140.126" port: 56277 } } peers { permanent_uuid: "b5d9a308c25546f28b8fdf8690845480" member_type: VOTER last_known_addr { host: "127.11.140.125" port: 57494 } } peers { permanent_uuid: "08bf1d5431224723a4e8daddfefdcc22" member_type: VOTER last_known_addr { host: "127.11.140.124" port: 34583 } } } 17:49:36.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.095599 12041 sys_catalog.cc:340] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480 [sys.catalog]: This master's current role is: FOLLOWER 17:49:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.114876 12054 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 018ef4a7e3ac4ca4b9e1ae473bb1264a: Generated new TSK 0 17:49:36.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.155251 12025 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:36.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.160382 12025 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.163661 12025 tablet_server_main.cc:90] Starting tablet server... 17:49:36.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.556038 12025 rpc_server.cc:205] RPC server started. Bound to: 127.11.140.65:33920 17:49:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.557785 12025 webserver.cc:175] Starting webserver on 127.11.140.65:0 17:49:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.558074 12025 webserver.cc:186] Document root disabled 17:49:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.560127 12025 webserver.cc:313] Webserver started. Bound to: http://127.11.140.65:36531/ 17:49:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.561225 12025 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-0/data/info.pb 17:49:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.562824 11825 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 12025 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.564045 11825 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/wal 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/data 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.11.140.66:0 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.11.140.66 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.11.140.66 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.11.140.126:56277,127.11.140.125:57494,127.11.140.124:34583 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/logs 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/data/info.pb 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.611809 12025 tablet_server_main.cc:93] Tablet server successfully started. 17:49:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.651707 12174 heartbeater.cc:346] Connected to a master server at 127.11.140.125:57494 17:49:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.652076 12174 heartbeater.cc:426] Registering TS with master... 17:49:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.652763 12174 heartbeater.cc:475] Master 127.11.140.125:57494 requested a full tablet report, sending... 17:49:36.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.658757 11927 ts_manager.cc:98] Registered new tserver with Master: 020dd72d72b24b42beab06dbe49d7142 (127.11.140.65:33920) 17:49:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.669490 12032 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22: acquiring CA information for follower catalog manager: success 17:49:36.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.652041 12177 heartbeater.cc:346] Connected to a master server at 127.11.140.124:34583 17:49:36.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.672897 12177 heartbeater.cc:426] Registering TS with master... 17:49:36.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.673389 12177 heartbeater.cc:475] Master 127.11.140.124:34583 requested a full tablet report, sending... 17:49:36.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.674785 12172 heartbeater.cc:346] Connected to a master server at 127.11.140.126:56277 17:49:36.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.675001 12172 heartbeater.cc:426] Registering TS with master... 17:49:36.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.675437 12172 heartbeater.cc:475] Master 127.11.140.126:56277 requested a full tablet report, sending... 17:49:36.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.676292 11991 ts_manager.cc:98] Registered new tserver with Master: 020dd72d72b24b42beab06dbe49d7142 (127.11.140.65:33920) 17:49:36.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.677927 11861 ts_manager.cc:98] Registered new tserver with Master: 020dd72d72b24b42beab06dbe49d7142 (127.11.140.65:33920) 17:49:36.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.678920 12032 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 08bf1d5431224723a4e8daddfefdcc22: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.680922 11861 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.11.140.65:55883 17:49:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:36.828634 12173 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:36.829526 12173 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:36.847108 12173 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:36.847872 12173 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.140.66 17:49:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.882275 12173 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/data 17:49:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/wal 17:49:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.11.140.66:0 17:49:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/data/info.pb 17:49:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.11.140.66 17:49:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.11.140.126:56277,127.11.140.125:57494,127.11.140.124:34583 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.11.140.66 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/logs 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:36.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.912201 12173 tablet_server_main.cc:85] Initializing tablet server... 17:49:36.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.915735 12173 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 263564us 17:49:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.916517 12173 fs_manager.cc:262] Metadata directory not provided 17:49:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.916775 12173 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:36.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.917227 12173 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:36.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.917507 12173 server_base.cc:433] Attempting to create new FS layout instead 17:49:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.922684 12173 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/data/instance: 17:49:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "84a132929fd74d63b5c453f1a766b2f1" 17:49:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:36 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:36.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.924134 12173 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/wal/instance: 17:49:36.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "84a132929fd74d63b5c453f1a766b2f1" 17:49:36.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:36 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:36.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.944335 12173 fs_manager.cc:502] Time spent creating directory manager: real 0.020s user 0.014s sys 0.003s 17:49:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.946480 12173 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.947216 12173 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:36.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.956703 12049 catalog_manager.cc:1082] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480: acquiring CA information for follower catalog manager: success 17:49:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.959661 12049 catalog_manager.cc:1110] T 00000000000000000000000000000000 P b5d9a308c25546f28b8fdf8690845480: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:36.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.962013 12173 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.001s 17:49:36.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.962291 12173 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/wal 17:49:36.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "84a132929fd74d63b5c453f1a766b2f1" 17:49:36.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:36 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:36.962834 12173 fs_report.cc:352] FS layout report 17:49:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/wal 17:49:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/wal 17:49:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/data/data 17:49:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:37.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:37.203037 12173 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:37.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:37.213169 12173 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:37.219537 12173 tablet_server_main.cc:90] Starting tablet server... 17:49:37.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:37.684324 12172 heartbeater.cc:467] Master 127.11.140.126:56277 was elected leader, sending a full tablet report... 17:49:37.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:37.923096 12173 rpc_server.cc:205] RPC server started. Bound to: 127.11.140.66:37478 17:49:37.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:37.925223 12173 webserver.cc:175] Starting webserver on 127.11.140.66:0 17:49:37.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:37.925503 12173 webserver.cc:186] Document root disabled 17:49:37.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:37.927639 12173 webserver.cc:313] Webserver started. Bound to: http://127.11.140.66:56616/ 17:49:37.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:37.928856 12173 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-1/data/info.pb 17:49:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:37.934773 11825 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 12173 17:49:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:37.935928 11825 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/wal 17:49:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/data 17:49:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.11.140.67:0 17:49:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.11.140.67 17:49:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.11.140.67 17:49:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.11.140.126:56277,127.11.140.125:57494,127.11.140.124:34583 17:49:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/logs 17:49:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/data/info.pb 17:49:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:37.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:37.986960 12173 tablet_server_main.cc:93] Tablet server successfully started. 17:49:38.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.028543 12308 heartbeater.cc:346] Connected to a master server at 127.11.140.126:56277 17:49:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.028955 12308 heartbeater.cc:426] Registering TS with master... 17:49:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.030098 12308 heartbeater.cc:475] Master 127.11.140.126:56277 requested a full tablet report, sending... 17:49:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.032444 11861 ts_manager.cc:98] Registered new tserver with Master: 84a132929fd74d63b5c453f1a766b2f1 (127.11.140.66:37478) 17:49:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.034224 11861 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.11.140.66:48857 17:49:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.029397 12310 heartbeater.cc:346] Connected to a master server at 127.11.140.125:57494 17:49:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.039410 12310 heartbeater.cc:426] Registering TS with master... 17:49:38.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.040112 12310 heartbeater.cc:475] Master 127.11.140.125:57494 requested a full tablet report, sending... 17:49:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.030215 12313 heartbeater.cc:346] Connected to a master server at 127.11.140.124:34583 17:49:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.041003 12313 heartbeater.cc:426] Registering TS with master... 17:49:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.041435 12313 heartbeater.cc:475] Master 127.11.140.124:34583 requested a full tablet report, sending... 17:49:38.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.042841 11927 ts_manager.cc:98] Registered new tserver with Master: 84a132929fd74d63b5c453f1a766b2f1 (127.11.140.66:37478) 17:49:38.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.043313 11991 ts_manager.cc:98] Registered new tserver with Master: 84a132929fd74d63b5c453f1a766b2f1 (127.11.140.66:37478) 17:49:38.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:38.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:38.127151 12309 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:38.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:38.127828 12309 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:38.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:38.137509 12309 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:38.138048 12309 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.140.67 17:49:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.154561 12309 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/data 17:49:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/wal 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.11.140.67:0 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/data/info.pb 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.11.140.67 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.11.140.126:56277,127.11.140.125:57494,127.11.140.124:34583 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.11.140.67 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/logs 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.171452 12309 tablet_server_main.cc:85] Initializing tablet server... 17:49:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.173717 12309 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 264564us 17:49:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.174302 12309 fs_manager.cc:262] Metadata directory not provided 17:49:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.174456 12309 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:38.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.174942 12309 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:38.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.175072 12309 server_base.cc:433] Attempting to create new FS layout instead 17:49:38.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.178578 12309 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/data/instance: 17:49:38.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "893c6231c7874818bded52039892a95b" 17:49:38.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:38.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.179579 12309 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/wal/instance: 17:49:38.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "893c6231c7874818bded52039892a95b" 17:49:38.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.193785 12309 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.003s 17:49:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.195080 12309 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.195583 12309 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.203225 12309 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:49:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.203369 12309 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/wal 17:49:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "893c6231c7874818bded52039892a95b" 17:49:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.203701 12309 fs_report.cc:352] FS layout report 17:49:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/wal 17:49:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/wal 17:49:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/data/data 17:49:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.415774 12309 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:38.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.419993 12309 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:38.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.421501 12309 tablet_server_main.cc:90] Starting tablet server... 17:49:38.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.566370 12309 rpc_server.cc:205] RPC server started. Bound to: 127.11.140.67:39734 17:49:38.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.567943 12309 webserver.cc:175] Starting webserver on 127.11.140.67:0 17:49:38.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.568097 12309 webserver.cc:186] Document root disabled 17:49:38.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.569977 12309 webserver.cc:313] Webserver started. Bound to: http://127.11.140.67:36422/ 17:49:38.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.570811 12309 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6546216323157577065/ts-2/data/info.pb 17:49:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.580288 11825 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 12309 17:49:38.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.589596 12309 tablet_server_main.cc:93] Tablet server successfully started. 17:49:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.648115 12441 heartbeater.cc:346] Connected to a master server at 127.11.140.125:57494 17:49:38.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.648502 12441 heartbeater.cc:426] Registering TS with master... 17:49:38.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.649845 12441 heartbeater.cc:475] Master 127.11.140.125:57494 requested a full tablet report, sending... 17:49:38.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.653990 12440 heartbeater.cc:346] Connected to a master server at 127.11.140.126:56277 17:49:38.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.654222 12440 heartbeater.cc:426] Registering TS with master... 17:49:38.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.654659 12440 heartbeater.cc:475] Master 127.11.140.126:56277 requested a full tablet report, sending... 17:49:38.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.656836 11861 ts_manager.cc:98] Registered new tserver with Master: 893c6231c7874818bded52039892a95b (127.11.140.67:39734) 17:49:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.658619 11861 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.11.140.67:46522 17:49:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.658799 11927 ts_manager.cc:98] Registered new tserver with Master: 893c6231c7874818bded52039892a95b (127.11.140.67:39734) 17:49:38.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.652024 12442 heartbeater.cc:346] Connected to a master server at 127.11.140.124:34583 17:49:38.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.665622 12442 heartbeater.cc:426] Registering TS with master... 17:49:38.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.666000 12442 heartbeater.cc:475] Master 127.11.140.124:34583 requested a full tablet report, sending... 17:49:38.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.668642 11991 ts_manager.cc:98] Registered new tserver with Master: 893c6231c7874818bded52039892a95b (127.11.140.67:39734) 17:49:38.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.671595 11825 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:49:38.672 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.748497 11861 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.11.140.126:53867: 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.815474 12109 tablet_service.cc:759] Processing CreateTablet for tablet c06f484d32054023a22a2378b6d5e6ff (table=test [id=047566319f5d4d8c9ff6c93977b04a96]), partition=RANGE (key) PARTITION VALUES < 50 17:49:38.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.816596 12109 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet c06f484d32054023a22a2378b6d5e6ff. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:38.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.820225 12245 tablet_service.cc:759] Processing CreateTablet for tablet 0ef562dfef904b2d8d4e5654a4901fab (table=test [id=047566319f5d4d8c9ff6c93977b04a96]), partition=RANGE (key) PARTITION VALUES >= 50 17:49:38.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.821130 12245 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 0ef562dfef904b2d8d4e5654a4901fab. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:38.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.829903 12109 ts_tablet_manager.cc:1173] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142: Registered tablet (data state: TABLET_DATA_READY) 17:49:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.831781 12515 ts_tablet_manager.cc:1028] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142: Bootstrapping tablet 17:49:38.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.832258 12515 tablet_bootstrap.cc:438] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142: Bootstrap starting. 17:49:38.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.834563 12515 tablet_bootstrap.cc:592] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142: No blocks or log segments found. Creating new log. 17:49:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.835817 12515 log.cc:525] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142: Log is configured to *not* fsync() on all Append() calls 17:49:38.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.840318 12515 tablet_bootstrap.cc:438] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142: No bootstrap required, opened a new log 17:49:38.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.840668 12515 ts_tablet_manager.cc:1045] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.003s 17:49:38.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.841081 12245 ts_tablet_manager.cc:1173] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1: Registered tablet (data state: TABLET_DATA_READY) 17:49:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.842918 12517 ts_tablet_manager.cc:1028] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1: Bootstrapping tablet 17:49:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.843704 12517 tablet_bootstrap.cc:438] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1: Bootstrap starting. 17:49:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.848044 12517 tablet_bootstrap.cc:592] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1: No blocks or log segments found. Creating new log. 17:49:38.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.850039 12517 log.cc:525] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1: Log is configured to *not* fsync() on all Append() calls 17:49:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.858325 12517 tablet_bootstrap.cc:438] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1: No bootstrap required, opened a new log 17:49:38.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.858970 12517 ts_tablet_manager.cc:1045] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1: Time spent bootstrapping tablet: real 0.016s user 0.008s sys 0.005s 17:49:38.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.859105 12515 raft_consensus.cc:325] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "020dd72d72b24b42beab06dbe49d7142" member_type: VOTER last_known_addr { host: "127.11.140.65" port: 33920 } } 17:49:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.859954 12515 raft_consensus.cc:351] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:38.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.860247 12515 raft_consensus.cc:630] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 020dd72d72b24b42beab06dbe49d7142, State: Initialized, Role: FOLLOWER 17:49:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.861162 12515 consensus_queue.cc:228] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "020dd72d72b24b42beab06dbe49d7142" member_type: VOTER last_known_addr { host: "127.11.140.65" port: 33920 } } 17:49:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.861831 12515 raft_consensus.cc:365] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:38.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.862160 12515 raft_consensus.cc:457] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:38.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.862499 12515 raft_consensus.cc:2742] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142: Snoozing failure detection for 1.508s (starting election) 17:49:38.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.862828 12515 raft_consensus.cc:2794] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142 [term 0 FOLLOWER]: Advancing to term 1 17:49:38.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.868113 12515 raft_consensus.cc:479] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "020dd72d72b24b42beab06dbe49d7142" member_type: VOTER last_known_addr { host: "127.11.140.65" port: 33920 } } 17:49:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.868911 12515 leader_election.cc:278] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.871014 12519 raft_consensus.cc:2742] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142: Snoozing failure detection for 1.935s (election complete) 17:49:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.871266 12519 raft_consensus.cc:2549] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142 [term 1 FOLLOWER]: Leader election won for term 1 17:49:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.872884 12519 raft_consensus.cc:595] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142 [term 1 LEADER]: Becoming Leader. State: Replica: 020dd72d72b24b42beab06dbe49d7142, State: Running, Role: LEADER 17:49:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.874492 12519 consensus_queue.cc:205] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "020dd72d72b24b42beab06dbe49d7142" member_type: VOTER last_known_addr { host: "127.11.140.65" port: 33920 } } 17:49:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.877425 12515 ts_tablet_manager.cc:1073] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142: Time spent starting tablet: real 0.037s user 0.025s sys 0.008s 17:49:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.878490 12517 raft_consensus.cc:325] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "84a132929fd74d63b5c453f1a766b2f1" member_type: VOTER last_known_addr { host: "127.11.140.66" port: 37478 } } 17:49:38.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.878988 12517 raft_consensus.cc:351] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:38.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.879237 12517 raft_consensus.cc:630] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84a132929fd74d63b5c453f1a766b2f1, State: Initialized, Role: FOLLOWER 17:49:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.879995 12517 consensus_queue.cc:228] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "84a132929fd74d63b5c453f1a766b2f1" member_type: VOTER last_known_addr { host: "127.11.140.66" port: 37478 } } 17:49:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.880523 12517 raft_consensus.cc:365] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.880774 12517 raft_consensus.cc:457] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.880975 12517 raft_consensus.cc:2742] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1: Snoozing failure detection for 2.046s (starting election) 17:49:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.881239 12517 raft_consensus.cc:2794] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1 [term 0 FOLLOWER]: Advancing to term 1 17:49:38.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.884264 12517 raft_consensus.cc:479] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "84a132929fd74d63b5c453f1a766b2f1" member_type: VOTER last_known_addr { host: "127.11.140.66" port: 37478 } } 17:49:38.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.884833 12517 leader_election.cc:278] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:38.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.887320 12523 raft_consensus.cc:2742] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1: Snoozing failure detection for 1.909s (election complete) 17:49:38.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.887853 12523 raft_consensus.cc:2549] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1 [term 1 FOLLOWER]: Leader election won for term 1 17:49:38.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.887413 11861 catalog_manager.cc:3758] T c06f484d32054023a22a2378b6d5e6ff P 020dd72d72b24b42beab06dbe49d7142 reported cstate change: term changed from 0 to 1, leader changed from to 020dd72d72b24b42beab06dbe49d7142 (127.11.140.65). New cstate: current_term: 1 leader_uuid: "020dd72d72b24b42beab06dbe49d7142" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "020dd72d72b24b42beab06dbe49d7142" member_type: VOTER last_known_addr { host: "127.11.140.65" port: 33920 } health_report { overall_health: HEALTHY } } } 17:49:38.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.892902 12308 heartbeater.cc:467] Master 127.11.140.126:56277 was elected leader, sending a full tablet report... 17:49:38.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.895063 12517 ts_tablet_manager.cc:1073] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1: Time spent starting tablet: real 0.036s user 0.021s sys 0.011s 17:49:38.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.896049 12523 raft_consensus.cc:595] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1 [term 1 LEADER]: Becoming Leader. State: Replica: 84a132929fd74d63b5c453f1a766b2f1, State: Running, Role: LEADER 17:49:38.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.896543 12523 consensus_queue.cc:205] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "84a132929fd74d63b5c453f1a766b2f1" member_type: VOTER last_known_addr { host: "127.11.140.66" port: 37478 } } 17:49:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.904589 11860 catalog_manager.cc:3758] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1 reported cstate change: term changed from 0 to 1, leader changed from to 84a132929fd74d63b5c453f1a766b2f1 (127.11.140.66). New cstate: current_term: 1 leader_uuid: "84a132929fd74d63b5c453f1a766b2f1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "84a132929fd74d63b5c453f1a766b2f1" member_type: VOTER last_known_addr { host: "127.11.140.66" port: 37478 } health_report { overall_health: HEALTHY } } } 17:49:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.927948 11859 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.11.140.126:53867: 17:49:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:49:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.957147 12377 tablet_service.cc:759] Processing CreateTablet for tablet 8470b63be6a345b9bdd423aa4bc2763d (table=simple-test [id=ee52bde8bcf043139d032645bf2fc7ed]), partition=RANGE (key) PARTITION UNBOUNDED 17:49:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.957981 12377 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 8470b63be6a345b9bdd423aa4bc2763d. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.971905 12377 ts_tablet_manager.cc:1173] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b: Registered tablet (data state: TABLET_DATA_READY) 17:49:38.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.973649 12528 ts_tablet_manager.cc:1028] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b: Bootstrapping tablet 17:49:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.974361 12528 tablet_bootstrap.cc:438] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b: Bootstrap starting. 17:49:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.977412 12528 tablet_bootstrap.cc:592] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b: No blocks or log segments found. Creating new log. 17:49:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.978793 12528 log.cc:525] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b: Log is configured to *not* fsync() on all Append() calls 17:49:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.981843 12528 tablet_bootstrap.cc:438] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b: No bootstrap required, opened a new log 17:49:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.982148 12528 ts_tablet_manager.cc:1045] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b: Time spent bootstrapping tablet: real 0.008s user 0.005s sys 0.002s 17:49:38.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:38.984648 12316 tablet.cc:1728] T 0ef562dfef904b2d8d4e5654a4901fab P 84a132929fd74d63b5c453f1a766b2f1: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:38.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.994460 12528 raft_consensus.cc:325] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "893c6231c7874818bded52039892a95b" member_type: VOTER last_known_addr { host: "127.11.140.67" port: 39734 } } 17:49:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.994976 12528 raft_consensus.cc:351] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.995162 12528 raft_consensus.cc:630] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 893c6231c7874818bded52039892a95b, State: Initialized, Role: FOLLOWER 17:49:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.995849 12528 consensus_queue.cc:228] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "893c6231c7874818bded52039892a95b" member_type: VOTER last_known_addr { host: "127.11.140.67" port: 39734 } } 17:49:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.996263 12528 raft_consensus.cc:365] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.996476 12528 raft_consensus.cc:457] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.996660 12528 raft_consensus.cc:2742] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b: Snoozing failure detection for 2.082s (starting election) 17:49:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.996857 12528 raft_consensus.cc:2794] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b [term 0 FOLLOWER]: Advancing to term 1 17:49:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:38.999730 12528 raft_consensus.cc:479] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "893c6231c7874818bded52039892a95b" member_type: VOTER last_known_addr { host: "127.11.140.67" port: 39734 } } 17:49:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:39.000221 12528 leader_election.cc:278] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:39.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:39.001960 12530 raft_consensus.cc:2742] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b: Snoozing failure detection for 1.638s (election complete) 17:49:39.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:39.002238 12530 raft_consensus.cc:2549] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b [term 1 FOLLOWER]: Leader election won for term 1 17:49:39.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:39.003569 12440 heartbeater.cc:467] Master 127.11.140.126:56277 was elected leader, sending a full tablet report... 17:49:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:39.004876 12530 raft_consensus.cc:595] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b [term 1 LEADER]: Becoming Leader. State: Replica: 893c6231c7874818bded52039892a95b, State: Running, Role: LEADER 17:49:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:39.005671 12528 ts_tablet_manager.cc:1073] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b: Time spent starting tablet: real 0.023s user 0.018s sys 0.005s 17:49:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:39.005574 12530 consensus_queue.cc:205] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "893c6231c7874818bded52039892a95b" member_type: VOTER last_known_addr { host: "127.11.140.67" port: 39734 } } 17:49:39.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:39.013144 11859 catalog_manager.cc:3758] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b reported cstate change: term changed from 0 to 1, leader changed from to 893c6231c7874818bded52039892a95b (127.11.140.67). New cstate: current_term: 1 leader_uuid: "893c6231c7874818bded52039892a95b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "893c6231c7874818bded52039892a95b" member_type: VOTER last_known_addr { host: "127.11.140.67" port: 39734 } health_report { overall_health: HEALTHY } } } 17:49:39.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:39.089555 12443 tablet.cc:1728] T 8470b63be6a345b9bdd423aa4bc2763d P 893c6231c7874818bded52039892a95b: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:39.135851 11825 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 12025 17:49:39.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:39.156478 11905 connection.cc:512] server connection from 127.11.140.65:47147 recv error: Network error: failed to read from TLS socket (remote: 127.11.140.65:47147): Connection reset by peer (error 104) 17:49:39.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:39.156756 11841 connection.cc:512] server connection from 127.11.140.65:55883 recv error: Network error: failed to read from TLS socket (remote: 127.11.140.65:55883): Connection reset by peer (error 104) 17:49:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:39.157595 11973 connection.cc:512] server connection from 127.11.140.65:53326 recv error: Network error: failed to read from TLS socket (remote: 127.11.140.65:53326): Connection reset by peer (error 104) 17:49:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:39.158455 11825 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 12173 17:49:39.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:39.177316 11843 connection.cc:512] server connection from 127.11.140.66:48857 recv error: Network error: failed to read from TLS socket (remote: 127.11.140.66:48857): Connection reset by peer (error 104) 17:49:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:39.177346 11906 connection.cc:512] server connection from 127.11.140.66:36562 recv error: Network error: failed to read from TLS socket (remote: 127.11.140.66:36562): Connection reset by peer (error 104) 17:49:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:39.178027 11973 connection.cc:512] server connection from 127.11.140.66:41883 recv error: Network error: failed to read from TLS socket (remote: 127.11.140.66:41883): Connection reset by peer (error 104) 17:49:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:39.178074 11825 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 12309 17:49:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:39.198086 11843 connection.cc:512] server connection from 127.11.140.67:46522 recv error: Network error: failed to read from TLS socket (remote: 127.11.140.67:46522): Connection reset by peer (error 104) 17:49:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:39.198094 11905 connection.cc:512] server connection from 127.11.140.67:37977 recv error: Network error: failed to read from TLS socket (remote: 127.11.140.67:37977): Connection reset by peer (error 104) 17:49:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:39.198464 11971 connection.cc:512] server connection from 127.11.140.67:57597 recv error: Network error: failed to read from TLS socket (remote: 127.11.140.67:57597): Connection reset by peer (error 104) 17:49:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:39.198932 11825 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 11833 17:49:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:39.221221 11825 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 11895 17:49:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:39.241081 11825 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 11961 17:49:40.287 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614180287 17:49:40.288 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:49:40.288 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:49:40.288 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:49:40.289 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:49:40.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.505322 12552 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:40.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:40.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/wal 17:49:40.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/data 17:49:40.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:40.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:40.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:40.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.66.62:39725 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.66.62 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/logs 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/data/info.pb 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.12.66.62:39725,127.12.66.61:40557,127.12.66.60:52221 with env {} 17:49:40.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:40.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:40.665277 12560 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:40.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:40.665660 12560 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:40.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:40.675025 12560 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:40.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:40.675184 12560 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:40.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:40.675330 12560 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:40.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:40.675503 12560 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.696013 12560 master_main.cc:73] Master server non-default flags: 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/data 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/wal 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.12.66.62:39725,127.12.66.61:40557,127.12.66.60:52221 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.66.62:39725 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/data/info.pb 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.66.62 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/logs 17:49:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:40.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.711211 12560 master_main.cc:80] Initializing master server... 17:49:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.714238 12560 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 265564us 17:49:40.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.715051 12560 fs_manager.cc:262] Metadata directory not provided 17:49:40.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.715193 12560 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:40.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.715518 12560 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:40.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.715658 12560 server_base.cc:433] Attempting to create new FS layout instead 17:49:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.719560 12560 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/data/instance: 17:49:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "69f3d80d9c894139976dd6b6a2a50507" 17:49:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:40 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.720352 12560 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/wal/instance: 17:49:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "69f3d80d9c894139976dd6b6a2a50507" 17:49:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:40 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.735113 12560 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.005s 17:49:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.736403 12560 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.737630 12560 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.745895 12560 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.746031 12560 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/wal 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "69f3d80d9c894139976dd6b6a2a50507" 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:40 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.746299 12560 fs_report.cc:352] FS layout report 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/wal 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/wal 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/data/data 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:40.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:40.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:40.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.918035 12560 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:40.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:40.920522 12560 master_main.cc:83] Starting Master server... 17:49:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.009073 12560 rpc_server.cc:205] RPC server started. Bound to: 127.12.66.62:39725 17:49:41.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.009973 12560 webserver.cc:175] Starting webserver on 127.12.66.62:0 17:49:41.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.010083 12560 webserver.cc:186] Document root disabled 17:49:41.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.012001 12560 webserver.cc:313] Webserver started. Bound to: http://127.12.66.62:41705/ 17:49:41.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.012794 12560 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-0/data/info.pb 17:49:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.016022 12621 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:41.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.020795 12552 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 12560 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.021958 12552 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/wal 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/data 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.66.61:40557 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.66.61 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/logs 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/data/info.pb 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.12.66.62:39725,127.12.66.61:40557,127.12.66.60:52221 with env {} 17:49:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.031608 12621 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } has no permanent_uuid. Determining permanent_uuid... 17:49:41.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.053025 12621 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } has no permanent_uuid. Determining permanent_uuid... 17:49:41.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.054833 12621 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.66.61:40557: Network error: Client connection negotiation failed: client connection to 127.12.66.61:40557: connect: Connection refused (error 111) 17:49:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.074277 12621 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } attempt: 1 17:49:41.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.075618 12621 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.66.61:40557: Network error: Client connection negotiation failed: client connection to 127.12.66.61:40557: connect: Connection refused (error 111) 17:49:41.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.123937 12621 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } attempt: 2 17:49:41.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.125147 12621 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.66.61:40557: Network error: Client connection negotiation failed: client connection to 127.12.66.61:40557: connect: Connection refused (error 111) 17:49:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.184854 12622 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.185243 12622 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:41.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.194648 12622 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:41.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.194779 12622 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:41.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.194876 12622 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.195006 12622 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.214452 12622 master_main.cc:73] Master server non-default flags: 17:49:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/data 17:49:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/wal 17:49:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.12.66.62:39725,127.12.66.61:40557,127.12.66.60:52221 17:49:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.66.61:40557 17:49:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/data/info.pb 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.66.61 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/logs 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.229069 12622 master_main.cc:80] Initializing master server... 17:49:41.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.231072 12622 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 266064us 17:49:41.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.231844 12622 fs_manager.cc:262] Metadata directory not provided 17:49:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.231966 12622 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.232236 12622 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:41.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.232349 12622 server_base.cc:433] Attempting to create new FS layout instead 17:49:41.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.236181 12622 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/data/instance: 17:49:41.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" 17:49:41.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:41.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.236507 12621 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } attempt: 3 17:49:41.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.237046 12622 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/wal/instance: 17:49:41.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" 17:49:41.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:41.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.237854 12621 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.66.61:40557: Network error: Client connection negotiation failed: client connection to 127.12.66.61:40557: connect: Connection refused (error 111) 17:49:41.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.251670 12622 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.005s 17:49:41.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.252928 12622 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:41.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.254168 12622 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.262588 12622 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s 17:49:41.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.262725 12622 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/wal 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.263104 12622 fs_report.cc:352] FS layout report 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/wal 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/wal 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/data/data 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:41.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.414167 12621 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } attempt: 4 17:49:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.415529 12621 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.66.61:40557: Network error: Client connection negotiation failed: client connection to 127.12.66.61:40557: connect: Connection refused (error 111) 17:49:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.462056 12622 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.464601 12622 master_main.cc:83] Starting Master server... 17:49:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.551375 12622 rpc_server.cc:205] RPC server started. Bound to: 127.12.66.61:40557 17:49:41.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.552242 12622 webserver.cc:175] Starting webserver on 127.12.66.61:0 17:49:41.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.552352 12622 webserver.cc:186] Document root disabled 17:49:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.554289 12622 webserver.cc:313] Webserver started. Bound to: http://127.12.66.61:36733/ 17:49:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.555353 12622 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-1/data/info.pb 17:49:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.558501 12552 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 12622 17:49:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.558809 12687 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.559648 12552 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/wal 17:49:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/data 17:49:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.66.60:52221 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.66.60 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/logs 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/data/info.pb 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.12.66.62:39725,127.12.66.61:40557,127.12.66.60:52221 with env {} 17:49:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.573879 12687 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } has no permanent_uuid. Determining permanent_uuid... 17:49:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.590093 12687 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } has no permanent_uuid. Determining permanent_uuid... 17:49:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.602679 12687 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } has no permanent_uuid. Determining permanent_uuid... 17:49:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.604403 12687 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.66.60:52221: Network error: Client connection negotiation failed: client connection to 127.12.66.60:52221: connect: Connection refused (error 111) 17:49:41.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.623845 12687 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } attempt: 1 17:49:41.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.625182 12687 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.66.60:52221: Network error: Client connection negotiation failed: client connection to 127.12.66.60:52221: connect: Connection refused (error 111) 17:49:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.673516 12687 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } attempt: 2 17:49:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.674875 12687 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.66.60:52221: Network error: Client connection negotiation failed: client connection to 127.12.66.60:52221: connect: Connection refused (error 111) 17:49:41.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.718827 12621 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } attempt: 5 17:49:41.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:41.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.722885 12688 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:41.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.723273 12688 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:41.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.725322 12621 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } has no permanent_uuid. Determining permanent_uuid... 17:49:41.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.726557 12621 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.66.60:52221: Network error: Client connection negotiation failed: client connection to 127.12.66.60:52221: connect: Connection refused (error 111) 17:49:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.733316 12688 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.733466 12688 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.733613 12688 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:41.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.733784 12688 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.753288 12688 master_main.cc:73] Master server non-default flags: 17:49:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/data 17:49:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/wal 17:49:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.12.66.62:39725,127.12.66.61:40557,127.12.66.60:52221 17:49:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.66.60:52221 17:49:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/data/info.pb 17:49:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.66.60 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/logs 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.764886 12621 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } attempt: 1 17:49:41.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.766249 12621 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.66.60:52221: Network error: Client connection negotiation failed: client connection to 127.12.66.60:52221: connect: Connection refused (error 111) 17:49:41.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.768723 12688 master_main.cc:80] Initializing master server... 17:49:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.771124 12688 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 266064us 17:49:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.771901 12688 fs_manager.cc:262] Metadata directory not provided 17:49:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.772025 12688 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.772330 12688 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.772488 12688 server_base.cc:433] Attempting to create new FS layout instead 17:49:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.776316 12688 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/data/instance: 17:49:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" 17:49:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.777151 12688 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/wal/instance: 17:49:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" 17:49:41.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:41.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.786226 12687 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } attempt: 3 17:49:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.787413 12687 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.66.60:52221: Network error: Client connection negotiation failed: client connection to 127.12.66.60:52221: connect: Connection refused (error 111) 17:49:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.791453 12688 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.006s sys 0.007s 17:49:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.792663 12688 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:41.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.793881 12688 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.802218 12688 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:49:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.802358 12688 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/wal 17:49:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" 17:49:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.802654 12688 fs_report.cc:352] FS layout report 17:49:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/wal 17:49:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/wal 17:49:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/data/data 17:49:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:41.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:41.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.814529 12621 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } attempt: 2 17:49:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.815871 12621 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.66.60:52221: Network error: Client connection negotiation failed: client connection to 127.12.66.60:52221: connect: Connection refused (error 111) 17:49:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.916172 12621 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } attempt: 3 17:49:41.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.919255 12621 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.66.60:52221: Network error: Client connection negotiation failed: client connection to 127.12.66.60:52221: connect: Connection refused (error 111) 17:49:41.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.963773 12687 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } attempt: 4 17:49:41.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:41.965049 12687 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.66.60:52221: Network error: Client connection negotiation failed: client connection to 127.12.66.60:52221: connect: Connection refused (error 111) 17:49:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.979583 12688 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:41.982518 12688 master_main.cc:83] Starting Master server... 17:49:42.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.060166 12621 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } attempt: 4 17:49:42.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:42.061630 12621 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.66.60:52221: Network error: Client connection negotiation failed: client connection to 127.12.66.60:52221: connect: Connection refused (error 111) 17:49:42.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.075114 12688 rpc_server.cc:205] RPC server started. Bound to: 127.12.66.60:52221 17:49:42.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.076047 12688 webserver.cc:175] Starting webserver on 127.12.66.60:0 17:49:42.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.076162 12688 webserver.cc:186] Document root disabled 17:49:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.078158 12688 webserver.cc:313] Webserver started. Bound to: http://127.12.66.60:34066/ 17:49:42.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.079030 12688 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/master-2/data/info.pb 17:49:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.082345 12756 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:42.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.086922 12552 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 12688 17:49:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.088308 12552 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/wal 17:49:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/data 17:49:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.66.1:0 17:49:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.12.66.1 17:49:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.66.1 17:49:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.12.66.62:39725,127.12.66.61:40557,127.12.66.60:52221 17:49:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/logs 17:49:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/data/info.pb 17:49:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:42.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.098930 12756 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } has no permanent_uuid. Determining permanent_uuid... 17:49:42.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.115931 12756 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } has no permanent_uuid. Determining permanent_uuid... 17:49:42.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.123271 12756 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } has no permanent_uuid. Determining permanent_uuid... 17:49:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.140265 12756 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318: Bootstrap starting. 17:49:42.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.143663 12756 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318: No blocks or log segments found. Creating new log. 17:49:42.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.145614 12756 log.cc:525] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318: Log is configured to *not* fsync() on all Append() calls 17:49:42.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.150110 12756 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318: No bootstrap required, opened a new log 17:49:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.168052 12756 raft_consensus.cc:325] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } 17:49:42.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.169121 12756 raft_consensus.cc:351] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:42.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.169487 12756 raft_consensus.cc:630] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5ed5beaa4ef4a9ea8f06edab8b13318, State: Initialized, Role: FOLLOWER 17:49:42.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.170456 12756 consensus_queue.cc:228] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } 17:49:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.174387 12756 sys_catalog.cc:337] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } } 17:49:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.175235 12756 sys_catalog.cc:340] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [sys.catalog]: This master's current role is: FOLLOWER 17:49:42.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.176570 12756 sys_catalog.cc:424] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [sys.catalog]: configured and running, proceeding with master startup. 17:49:42.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:42.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:42.259583 12757 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:42.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:42.260067 12757 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:42.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.268343 12687 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } attempt: 5 17:49:42.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:42.269330 12757 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:42.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:42.269881 12757 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.66.1 17:49:42.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.174899 12762 sys_catalog.cc:337] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } } 17:49:42.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.270390 12762 sys_catalog.cc:340] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [sys.catalog]: This master's current role is: FOLLOWER 17:49:42.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.275333 12688 master_main.cc:86] Master server successfully started. 17:49:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.281744 12687 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b: Bootstrap starting. 17:49:42.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.284240 12687 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b: No blocks or log segments found. Creating new log. 17:49:42.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.285670 12687 log.cc:525] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b: Log is configured to *not* fsync() on all Append() calls 17:49:42.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.289639 12687 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b: No bootstrap required, opened a new log 17:49:42.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.301445 12757 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:42.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/data 17:49:42.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/wal 17:49:42.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:42.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.66.1:0 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/data/info.pb 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.66.1 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.12.66.62:39725,127.12.66.61:40557,127.12.66.60:52221 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.12.66.1 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/logs 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:42.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.303520 12687 raft_consensus.cc:325] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } 17:49:42.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.304025 12687 raft_consensus.cc:351] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:42.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.304244 12687 raft_consensus.cc:630] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 29608bcdb9d446ae8a5a0d3c1e3f7c6b, State: Initialized, Role: FOLLOWER 17:49:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:42.236084 12712 tablet.cc:1728] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.304888 12687 consensus_queue.cc:228] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } 17:49:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.309465 12687 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } } 17:49:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.310199 12687 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [sys.catalog]: This master's current role is: FOLLOWER 17:49:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.311997 12687 sys_catalog.cc:424] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [sys.catalog]: configured and running, proceeding with master startup. 17:49:42.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:42.314522 12763 catalog_manager.cc:1084] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:42.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:42.314728 12763 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.324725 12757 tablet_server_main.cc:85] Initializing tablet server... 17:49:42.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.326992 12621 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } attempt: 5 17:49:42.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.329025 12762 raft_consensus.cc:457] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:49:42.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.329376 12762 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318: Snoozing failure detection for 1.911s (starting election) 17:49:42.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.329926 12757 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 266564us 17:49:42.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.329675 12762 raft_consensus.cc:479] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } 17:49:42.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.330741 12757 fs_manager.cc:262] Metadata directory not provided 17:49:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.330983 12757 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.331033 12762 leader_election.cc:251] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 69f3d80d9c894139976dd6b6a2a50507 (127.12.66.62:39725) 17:49:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.331513 12757 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.331758 12757 server_base.cc:433] Attempting to create new FS layout instead 17:49:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.332113 12762 leader_election.cc:251] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 29608bcdb9d446ae8a5a0d3c1e3f7c6b (127.12.66.61:40557) 17:49:42.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.345609 12621 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507: Bootstrap starting. 17:49:42.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.349190 12621 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507: No blocks or log segments found. Creating new log. 17:49:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.350446 12757 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/data/instance: 17:49:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a05b1f0405ce49178d48abe9176b2e76" 17:49:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:42.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.352442 12621 log.cc:525] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507: Log is configured to *not* fsync() on all Append() calls 17:49:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.353343 12757 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/wal/instance: 17:49:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a05b1f0405ce49178d48abe9176b2e76" 17:49:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:42.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.372347 12621 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507: No bootstrap required, opened a new log 17:49:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.395506 12621 raft_consensus.cc:325] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } 17:49:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.400347 12621 raft_consensus.cc:351] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.400774 12621 raft_consensus.cc:630] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 69f3d80d9c894139976dd6b6a2a50507, State: Initialized, Role: FOLLOWER 17:49:42.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.401573 12621 consensus_queue.cc:228] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } 17:49:42.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.403389 12757 fs_manager.cc:502] Time spent creating directory manager: real 0.049s user 0.012s sys 0.009s 17:49:42.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.405158 12757 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:42.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.406729 12757 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.310425 12769 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } } 17:49:42.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.414937 12769 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [sys.catalog]: This master's current role is: FOLLOWER 17:49:42.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.416748 12621 sys_catalog.cc:337] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } } 17:49:42.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.418669 12621 sys_catalog.cc:340] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [sys.catalog]: This master's current role is: FOLLOWER 17:49:42.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.423178 12664 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" is_pre_election: true 17:49:42.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.423909 12664 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b: Snoozing failure detection for 1.717s (vote granted) 17:49:42.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.424206 12664 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c5ed5beaa4ef4a9ea8f06edab8b13318 in term 0. 17:49:42.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:42.424588 12577 tablet.cc:1728] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:42.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.425313 12707 leader_election.cc:387] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 29608bcdb9d446ae8a5a0d3c1e3f7c6b (127.12.66.61:40557) 17:49:42.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.425638 12707 leader_election.cc:278] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:49:42.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.425904 12621 sys_catalog.cc:424] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [sys.catalog]: configured and running, proceeding with master startup. 17:49:42.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.426455 12762 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318: Snoozing failure detection for 2.125s (election complete) 17:49:42.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.426700 12762 raft_consensus.cc:2549] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:49:42.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.426928 12762 raft_consensus.cc:457] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:49:42.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.427126 12762 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318: Snoozing failure detection for 1.665s (starting election) 17:49:42.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.427337 12762 raft_consensus.cc:2794] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [term 0 FOLLOWER]: Advancing to term 1 17:49:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.434435 12622 master_main.cc:86] Master server successfully started. 17:49:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.434252 12762 raft_consensus.cc:479] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } 17:49:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.435355 12757 fs_manager.cc:418] Time spent opening block manager: real 0.016s user 0.001s sys 0.008s 17:49:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.435626 12762 leader_election.cc:251] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [CANDIDATE]: Term 1 election: Requesting vote from peer 69f3d80d9c894139976dd6b6a2a50507 (127.12.66.62:39725) 17:49:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.435560 12757 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/wal 17:49:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a05b1f0405ce49178d48abe9176b2e76" 17:49:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.435866 12757 fs_report.cc:352] FS layout report 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/wal 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/wal 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/data/data 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.436430 12762 leader_election.cc:251] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [CANDIDATE]: Term 1 election: Requesting vote from peer 29608bcdb9d446ae8a5a0d3c1e3f7c6b (127.12.66.61:40557) 17:49:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.437556 12664 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" 17:49:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.438031 12664 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [term 0 FOLLOWER]: Advancing to term 1 17:49:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.438328 12664 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b: Snoozing failure detection for 1.560s (vote granted) 17:49:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.443172 12664 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c5ed5beaa4ef4a9ea8f06edab8b13318 in term 1. 17:49:42.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.445000 12707 leader_election.cc:387] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [CANDIDATE]: Term 1 election: Vote granted by peer 29608bcdb9d446ae8a5a0d3c1e3f7c6b (127.12.66.61:40557) 17:49:42.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.445262 12707 leader_election.cc:278] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:42.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.445969 12762 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318: Snoozing failure detection for 2.246s (election complete) 17:49:42.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.449671 12762 raft_consensus.cc:2549] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [term 1 FOLLOWER]: Leader election won for term 1 17:49:42.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.456954 12762 raft_consensus.cc:595] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [term 1 LEADER]: Becoming Leader. State: Replica: c5ed5beaa4ef4a9ea8f06edab8b13318, State: Running, Role: LEADER 17:49:42.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.457792 12762 consensus_queue.cc:205] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } 17:49:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:42.468341 12643 tablet.cc:1728] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:42.470067 12771 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:42.470423 12771 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:42.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.472896 12778 sys_catalog.cc:337] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c5ed5beaa4ef4a9ea8f06edab8b13318. Latest consensus state: current_term: 1 leader_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } } 17:49:42.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.473600 12778 sys_catalog.cc:340] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [sys.catalog]: This master's current role is: LEADER 17:49:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.490483 12782 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:49:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.494422 12782 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:49:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.417291 12775 sys_catalog.cc:337] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } } 17:49:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.566156 12775 sys_catalog.cc:340] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [sys.catalog]: This master's current role is: FOLLOWER 17:49:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.570276 12598 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "69f3d80d9c894139976dd6b6a2a50507" is_pre_election: true 17:49:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.570374 12597 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "69f3d80d9c894139976dd6b6a2a50507" 17:49:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.572810 12560 master_main.cc:86] Master server successfully started. 17:49:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.573489 12597 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [term 0 FOLLOWER]: Advancing to term 1 17:49:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.573875 12597 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507: Snoozing failure detection for 2.059s (vote granted) 17:49:42.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.576851 12664 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [term 1 FOLLOWER]: Refusing update from remote peer c5ed5beaa4ef4a9ea8f06edab8b13318: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:42.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.578128 12778 consensus_queue.cc:963] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [LEADER]: Connected to new peer: Peer: permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:42.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.587389 12597 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c5ed5beaa4ef4a9ea8f06edab8b13318 in term 1. 17:49:42.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.588145 12598 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c5ed5beaa4ef4a9ea8f06edab8b13318 for term 1 because replica is already servicing an update from a current leader or another vote. 17:49:42.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.588903 12596 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [term 1 FOLLOWER]: Refusing update from remote peer c5ed5beaa4ef4a9ea8f06edab8b13318: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:42.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.590464 12700 leader_election.cc:387] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [CANDIDATE]: Term 1 election: Vote granted by peer 69f3d80d9c894139976dd6b6a2a50507 (127.12.66.62:39725) 17:49:42.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.591804 12778 consensus_queue.cc:963] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [LEADER]: Connected to new peer: Peer: permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:42.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.592869 12700 leader_election.cc:401] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 69f3d80d9c894139976dd6b6a2a50507 (127.12.66.62:39725). Message: Service unavailable: T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c5ed5beaa4ef4a9ea8f06edab8b13318 for term 1 because replica is already servicing an update from a current leader or another vote. 17:49:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:42.596956 12777 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:42.597286 12777 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:42.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.618718 12769 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [sys.catalog]: SysCatalogTable state changed. Reason: New leader c5ed5beaa4ef4a9ea8f06edab8b13318. Latest consensus state: current_term: 1 leader_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } } 17:49:42.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.619539 12769 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [sys.catalog]: This master's current role is: FOLLOWER 17:49:42.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.634876 12775 sys_catalog.cc:337] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c5ed5beaa4ef4a9ea8f06edab8b13318. Latest consensus state: current_term: 1 leader_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } } 17:49:42.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.635607 12775 sys_catalog.cc:340] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [sys.catalog]: This master's current role is: FOLLOWER 17:49:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.640342 12769 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } } 17:49:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.641057 12769 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b [sys.catalog]: This master's current role is: FOLLOWER 17:49:42.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.642261 12782 catalog_manager.cc:924] Generated new certificate authority record 17:49:42.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.642570 12762 sys_catalog.cc:337] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } } 17:49:42.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.643221 12762 sys_catalog.cc:340] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [sys.catalog]: This master's current role is: LEADER 17:49:42.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.643586 12762 sys_catalog.cc:337] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } } 17:49:42.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.644129 12762 sys_catalog.cc:340] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318 [sys.catalog]: This master's current role is: LEADER 17:49:42.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.644376 12782 catalog_manager.cc:1046] Loading token signing keys... 17:49:42.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.652369 12775 sys_catalog.cc:337] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69f3d80d9c894139976dd6b6a2a50507" member_type: VOTER last_known_addr { host: "127.12.66.62" port: 39725 } } peers { permanent_uuid: "29608bcdb9d446ae8a5a0d3c1e3f7c6b" member_type: VOTER last_known_addr { host: "127.12.66.61" port: 40557 } } peers { permanent_uuid: "c5ed5beaa4ef4a9ea8f06edab8b13318" member_type: VOTER last_known_addr { host: "127.12.66.60" port: 52221 } } } 17:49:42.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.653304 12775 sys_catalog.cc:340] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507 [sys.catalog]: This master's current role is: FOLLOWER 17:49:42.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.664281 12782 catalog_manager.cc:4062] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318: Generated new TSK 0 17:49:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.828073 12757 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.838310 12757 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:42.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:42.850785 12757 tablet_server_main.cc:90] Starting tablet server... 17:49:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.476918 12771 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b: acquiring CA information for follower catalog manager: success 17:49:43.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.480653 12771 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 29608bcdb9d446ae8a5a0d3c1e3f7c6b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:43.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.557919 12757 rpc_server.cc:205] RPC server started. Bound to: 127.12.66.1:48864 17:49:43.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.559541 12757 webserver.cc:175] Starting webserver on 127.12.66.1:0 17:49:43.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.559768 12757 webserver.cc:186] Document root disabled 17:49:43.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.565846 12757 webserver.cc:313] Webserver started. Bound to: http://127.12.66.1:54793/ 17:49:43.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.566829 12757 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/data/info.pb 17:49:43.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.574836 12552 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 12757 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.576048 12552 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/wal 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/data 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.66.2:0 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.12.66.2 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.66.2 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.12.66.62:39725,127.12.66.61:40557,127.12.66.60:52221 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/logs 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/data/info.pb 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:43.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.603845 12777 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507: acquiring CA information for follower catalog manager: success 17:49:43.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.606930 12777 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 69f3d80d9c894139976dd6b6a2a50507: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.650113 12757 tablet_server_main.cc:93] Tablet server successfully started. 17:49:43.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.656428 12908 heartbeater.cc:346] Connected to a master server at 127.12.66.61:40557 17:49:43.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.656821 12908 heartbeater.cc:426] Registering TS with master... 17:49:43.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.657541 12908 heartbeater.cc:475] Master 127.12.66.61:40557 requested a full tablet report, sending... 17:49:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.661119 12654 ts_manager.cc:98] Registered new tserver with Master: a05b1f0405ce49178d48abe9176b2e76 (127.12.66.1:48864) 17:49:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.662902 12914 heartbeater.cc:346] Connected to a master server at 127.12.66.60:52221 17:49:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.663142 12914 heartbeater.cc:426] Registering TS with master... 17:49:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.663929 12914 heartbeater.cc:475] Master 127.12.66.60:52221 requested a full tablet report, sending... 17:49:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.666158 12723 ts_manager.cc:98] Registered new tserver with Master: a05b1f0405ce49178d48abe9176b2e76 (127.12.66.1:48864) 17:49:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.668802 12723 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.12.66.1:47237 17:49:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.663486 12907 heartbeater.cc:346] Connected to a master server at 127.12.66.62:39725 17:49:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.678392 12907 heartbeater.cc:426] Registering TS with master... 17:49:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.678753 12907 heartbeater.cc:475] Master 127.12.66.62:39725 requested a full tablet report, sending... 17:49:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:43.682178 12588 ts_manager.cc:98] Registered new tserver with Master: a05b1f0405ce49178d48abe9176b2e76 (127.12.66.1:48864) 17:49:43.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:43.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:43.999212 12911 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:43.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:43.999819 12911 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:44.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:44.031723 12911 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:44.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:44.032304 12911 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.66.2 17:49:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.066380 12911 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/data 17:49:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/wal 17:49:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.66.2:0 17:49:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/data/info.pb 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.66.2 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.12.66.62:39725,127.12.66.61:40557,127.12.66.60:52221 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.12.66.2 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/logs 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.118794 12911 tablet_server_main.cc:85] Initializing tablet server... 17:49:44.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.121770 12911 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 267564us 17:49:44.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.122416 12911 fs_manager.cc:262] Metadata directory not provided 17:49:44.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.122588 12911 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.122941 12911 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.123118 12911 server_base.cc:433] Attempting to create new FS layout instead 17:49:44.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.138161 12911 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/data/instance: 17:49:44.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a104b49de88f49e993f4a5a27e7ee398" 17:49:44.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:44.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.139297 12911 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/wal/instance: 17:49:44.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a104b49de88f49e993f4a5a27e7ee398" 17:49:44.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:44.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.175060 12911 fs_manager.cc:502] Time spent creating directory manager: real 0.035s user 0.013s sys 0.011s 17:49:44.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.177371 12911 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.178225 12911 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:44.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.200726 12911 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.004s 17:49:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.201196 12911 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/wal 17:49:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a104b49de88f49e993f4a5a27e7ee398" 17:49:44.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.201802 12911 fs_report.cc:352] FS layout report 17:49:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/wal 17:49:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/wal 17:49:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/data/data 17:49:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.439283 12911 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.443261 12911 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.444754 12911 tablet_server_main.cc:90] Starting tablet server... 17:49:44.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.613481 12911 rpc_server.cc:205] RPC server started. Bound to: 127.12.66.2:53828 17:49:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.615001 12911 webserver.cc:175] Starting webserver on 127.12.66.2:0 17:49:44.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.615319 12911 webserver.cc:186] Document root disabled 17:49:44.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.617313 12911 webserver.cc:313] Webserver started. Bound to: http://127.12.66.2:51088/ 17:49:44.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.618335 12911 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-1/data/info.pb 17:49:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.628531 12552 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 12911 17:49:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.629688 12552 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/wal 17:49:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/data 17:49:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.66.3:0 17:49:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.12.66.3 17:49:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.66.3 17:49:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.12.66.62:39725,127.12.66.61:40557,127.12.66.60:52221 17:49:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/logs 17:49:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/data/info.pb 17:49:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.656471 12911 tablet_server_main.cc:93] Tablet server successfully started. 17:49:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.672268 12914 heartbeater.cc:467] Master 127.12.66.60:52221 was elected leader, sending a full tablet report... 17:49:44.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.729286 13039 heartbeater.cc:346] Connected to a master server at 127.12.66.62:39725 17:49:44.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.729643 13039 heartbeater.cc:426] Registering TS with master... 17:49:44.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.730710 13043 heartbeater.cc:346] Connected to a master server at 127.12.66.60:52221 17:49:44.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.730942 13043 heartbeater.cc:426] Registering TS with master... 17:49:44.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.731413 13043 heartbeater.cc:475] Master 127.12.66.60:52221 requested a full tablet report, sending... 17:49:44.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.733709 12723 ts_manager.cc:98] Registered new tserver with Master: a104b49de88f49e993f4a5a27e7ee398 (127.12.66.2:53828) 17:49:44.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.735662 12723 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.12.66.2:46757 17:49:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.741698 13040 heartbeater.cc:346] Connected to a master server at 127.12.66.61:40557 17:49:44.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.741904 13040 heartbeater.cc:426] Registering TS with master... 17:49:44.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.742249 13040 heartbeater.cc:475] Master 127.12.66.61:40557 requested a full tablet report, sending... 17:49:44.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.744107 12654 ts_manager.cc:98] Registered new tserver with Master: a104b49de88f49e993f4a5a27e7ee398 (127.12.66.2:53828) 17:49:44.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.730774 13039 heartbeater.cc:475] Master 127.12.66.62:39725 requested a full tablet report, sending... 17:49:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.749531 12588 ts_manager.cc:98] Registered new tserver with Master: a104b49de88f49e993f4a5a27e7ee398 (127.12.66.2:53828) 17:49:44.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:44.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:44.826737 13046 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:44.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:44.827293 13046 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:44.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:44.843466 13046 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:44.844175 13046 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.66.3 17:49:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.879278 13046 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/data 17:49:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/wal 17:49:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.66.3:0 17:49:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/data/info.pb 17:49:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.66.3 17:49:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.12.66.62:39725,127.12.66.61:40557,127.12.66.60:52221 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.12.66.3 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/logs 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:44.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.906744 13046 tablet_server_main.cc:85] Initializing tablet server... 17:49:44.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.909796 13046 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 267564us 17:49:44.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.910672 13046 fs_manager.cc:262] Metadata directory not provided 17:49:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.910925 13046 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.911352 13046 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.911628 13046 server_base.cc:433] Attempting to create new FS layout instead 17:49:44.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.916051 13046 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/data/instance: 17:49:44.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b718a66eae6943179198c6ed07261287" 17:49:44.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:44.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.917003 13046 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/wal/instance: 17:49:44.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b718a66eae6943179198c6ed07261287" 17:49:44.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:44.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.929491 13046 fs_manager.cc:502] Time spent creating directory manager: real 0.012s user 0.007s sys 0.004s 17:49:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.930797 13046 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.931259 13046 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:44.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.939261 13046 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:49:44.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.939397 13046 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/wal 17:49:44.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b718a66eae6943179198c6ed07261287" 17:49:44.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:44.939709 13046 fs_report.cc:352] FS layout report 17:49:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/wal 17:49:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/wal 17:49:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/data/data 17:49:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:45.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.113006 13046 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:45.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.116653 13046 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:45.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.117938 13046 tablet_server_main.cc:90] Starting tablet server... 17:49:45.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.228077 13046 rpc_server.cc:205] RPC server started. Bound to: 127.12.66.3:36084 17:49:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.229511 13046 webserver.cc:175] Starting webserver on 127.12.66.3:0 17:49:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.229635 13046 webserver.cc:186] Document root disabled 17:49:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.231308 13046 webserver.cc:313] Webserver started. Bound to: http://127.12.66.3:54498/ 17:49:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.232161 13046 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-2/data/info.pb 17:49:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.241742 12552 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 13046 17:49:45.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.261116 13046 tablet_server_main.cc:93] Tablet server successfully started. 17:49:45.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.318053 13170 heartbeater.cc:346] Connected to a master server at 127.12.66.62:39725 17:49:45.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.318411 13170 heartbeater.cc:426] Registering TS with master... 17:49:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.323554 13170 heartbeater.cc:475] Master 127.12.66.62:39725 requested a full tablet report, sending... 17:49:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.327775 12588 ts_manager.cc:98] Registered new tserver with Master: b718a66eae6943179198c6ed07261287 (127.12.66.3:36084) 17:49:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.329275 13171 heartbeater.cc:346] Connected to a master server at 127.12.66.61:40557 17:49:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.329515 13171 heartbeater.cc:426] Registering TS with master... 17:49:45.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.329967 13171 heartbeater.cc:475] Master 127.12.66.61:40557 requested a full tablet report, sending... 17:49:45.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.332568 12654 ts_manager.cc:98] Registered new tserver with Master: b718a66eae6943179198c6ed07261287 (127.12.66.3:36084) 17:49:45.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.325857 13172 heartbeater.cc:346] Connected to a master server at 127.12.66.60:52221 17:49:45.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.336755 13172 heartbeater.cc:426] Registering TS with master... 17:49:45.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.337093 13172 heartbeater.cc:475] Master 127.12.66.60:52221 requested a full tablet report, sending... 17:49:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.338482 12723 ts_manager.cc:98] Registered new tserver with Master: b718a66eae6943179198c6ed07261287 (127.12.66.3:36084) 17:49:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.340035 12723 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.12.66.3:46392 17:49:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.340818 12552 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:49:45.341 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.415338 12723 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.12.66.60:59459: 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.477543 12976 tablet_service.cc:759] Processing CreateTablet for tablet e4ed55ff3fd04dd2838c56a8dd2564b7 (table=test [id=a79828e312de4caab99e1b00deb52328]), partition=RANGE (key) PARTITION VALUES < 50 17:49:45.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.478498 12976 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet e4ed55ff3fd04dd2838c56a8dd2564b7. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:45.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.485702 13107 tablet_service.cc:759] Processing CreateTablet for tablet 8e8abaff21614c2a9da6ae57546e4ea3 (table=test [id=a79828e312de4caab99e1b00deb52328]), partition=RANGE (key) PARTITION VALUES >= 50 17:49:45.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.486932 13107 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 8e8abaff21614c2a9da6ae57546e4ea3. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.497901 12976 ts_tablet_manager.cc:1173] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398: Registered tablet (data state: TABLET_DATA_READY) 17:49:45.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.499989 13246 ts_tablet_manager.cc:1028] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398: Bootstrapping tablet 17:49:45.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.500860 13246 tablet_bootstrap.cc:438] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398: Bootstrap starting. 17:49:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.503803 13246 tablet_bootstrap.cc:592] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398: No blocks or log segments found. Creating new log. 17:49:45.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.505225 13246 log.cc:525] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398: Log is configured to *not* fsync() on all Append() calls 17:49:45.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.505808 13107 ts_tablet_manager.cc:1173] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287: Registered tablet (data state: TABLET_DATA_READY) 17:49:45.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.507740 13248 ts_tablet_manager.cc:1028] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287: Bootstrapping tablet 17:49:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.508522 13248 tablet_bootstrap.cc:438] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287: Bootstrap starting. 17:49:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.509929 13246 tablet_bootstrap.cc:438] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398: No bootstrap required, opened a new log 17:49:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.510324 13246 ts_tablet_manager.cc:1045] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398: Time spent bootstrapping tablet: real 0.010s user 0.005s sys 0.003s 17:49:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.511605 13248 tablet_bootstrap.cc:592] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287: No blocks or log segments found. Creating new log. 17:49:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.512948 13248 log.cc:525] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287: Log is configured to *not* fsync() on all Append() calls 17:49:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.516350 13248 tablet_bootstrap.cc:438] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287: No bootstrap required, opened a new log 17:49:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.516821 13248 ts_tablet_manager.cc:1045] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.005s 17:49:45.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.522943 13246 raft_consensus.cc:325] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a104b49de88f49e993f4a5a27e7ee398" member_type: VOTER last_known_addr { host: "127.12.66.2" port: 53828 } } 17:49:45.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.523422 13246 raft_consensus.cc:351] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:45.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.523699 13246 raft_consensus.cc:630] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a104b49de88f49e993f4a5a27e7ee398, State: Initialized, Role: FOLLOWER 17:49:45.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.524389 13246 consensus_queue.cc:228] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a104b49de88f49e993f4a5a27e7ee398" member_type: VOTER last_known_addr { host: "127.12.66.2" port: 53828 } } 17:49:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.524824 13246 raft_consensus.cc:365] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.525086 13246 raft_consensus.cc:457] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.525337 13246 raft_consensus.cc:2742] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398: Snoozing failure detection for 2.151s (starting election) 17:49:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.525619 13246 raft_consensus.cc:2794] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398 [term 0 FOLLOWER]: Advancing to term 1 17:49:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.528652 13246 raft_consensus.cc:479] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a104b49de88f49e993f4a5a27e7ee398" member_type: VOTER last_known_addr { host: "127.12.66.2" port: 53828 } } 17:49:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.528766 13248 raft_consensus.cc:325] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b718a66eae6943179198c6ed07261287" member_type: VOTER last_known_addr { host: "127.12.66.3" port: 36084 } } 17:49:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.529196 13246 leader_election.cc:278] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.529273 13248 raft_consensus.cc:351] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.529423 13248 raft_consensus.cc:630] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b718a66eae6943179198c6ed07261287, State: Initialized, Role: FOLLOWER 17:49:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.529944 13248 consensus_queue.cc:228] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b718a66eae6943179198c6ed07261287" member_type: VOTER last_known_addr { host: "127.12.66.3" port: 36084 } } 17:49:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.530346 13248 raft_consensus.cc:365] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.530563 13248 raft_consensus.cc:457] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.530747 13248 raft_consensus.cc:2742] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287: Snoozing failure detection for 1.544s (starting election) 17:49:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.531059 13248 raft_consensus.cc:2794] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287 [term 0 FOLLOWER]: Advancing to term 1 17:49:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.532202 13250 raft_consensus.cc:2742] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398: Snoozing failure detection for 1.957s (election complete) 17:49:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.532671 13250 raft_consensus.cc:2549] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398 [term 1 FOLLOWER]: Leader election won for term 1 17:49:45.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.534137 13043 heartbeater.cc:467] Master 127.12.66.60:52221 was elected leader, sending a full tablet report... 17:49:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.535239 13248 raft_consensus.cc:479] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b718a66eae6943179198c6ed07261287" member_type: VOTER last_known_addr { host: "127.12.66.3" port: 36084 } } 17:49:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.536007 13248 leader_election.cc:278] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.536125 13246 ts_tablet_manager.cc:1073] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398: Time spent starting tablet: real 0.026s user 0.018s sys 0.004s 17:49:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.536782 13250 raft_consensus.cc:595] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398 [term 1 LEADER]: Becoming Leader. State: Replica: a104b49de88f49e993f4a5a27e7ee398, State: Running, Role: LEADER 17:49:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.537231 13250 consensus_queue.cc:205] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a104b49de88f49e993f4a5a27e7ee398" member_type: VOTER last_known_addr { host: "127.12.66.2" port: 53828 } } 17:49:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.538506 13253 raft_consensus.cc:2742] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287: Snoozing failure detection for 1.718s (election complete) 17:49:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.538872 13253 raft_consensus.cc:2549] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287 [term 1 FOLLOWER]: Leader election won for term 1 17:49:45.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.542500 13253 raft_consensus.cc:595] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287 [term 1 LEADER]: Becoming Leader. State: Replica: b718a66eae6943179198c6ed07261287, State: Running, Role: LEADER 17:49:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.543246 13253 consensus_queue.cc:205] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b718a66eae6943179198c6ed07261287" member_type: VOTER last_known_addr { host: "127.12.66.3" port: 36084 } } 17:49:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.545075 13248 ts_tablet_manager.cc:1073] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287: Time spent starting tablet: real 0.028s user 0.020s sys 0.006s 17:49:45.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.545301 13172 heartbeater.cc:467] Master 127.12.66.60:52221 was elected leader, sending a full tablet report... 17:49:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.547901 12723 catalog_manager.cc:3758] T e4ed55ff3fd04dd2838c56a8dd2564b7 P a104b49de88f49e993f4a5a27e7ee398 reported cstate change: term changed from 0 to 1, leader changed from to a104b49de88f49e993f4a5a27e7ee398 (127.12.66.2). New cstate: current_term: 1 leader_uuid: "a104b49de88f49e993f4a5a27e7ee398" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a104b49de88f49e993f4a5a27e7ee398" member_type: VOTER last_known_addr { host: "127.12.66.2" port: 53828 } health_report { overall_health: HEALTHY } } } 17:49:45.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.562983 12722 catalog_manager.cc:3758] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287 reported cstate change: term changed from 0 to 1, leader changed from to b718a66eae6943179198c6ed07261287 (127.12.66.3). New cstate: current_term: 1 leader_uuid: "b718a66eae6943179198c6ed07261287" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b718a66eae6943179198c6ed07261287" member_type: VOTER last_known_addr { host: "127.12.66.3" port: 36084 } health_report { overall_health: HEALTHY } } } 17:49:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.603152 12722 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.12.66.60:59459: 17:49:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:49:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:49:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.620389 12976 tablet_service.cc:759] Processing CreateTablet for tablet e3452b13870c49b08617daedd6dc9085 (table=simple-test [id=d1ae25da68af47efb7efd3c228fb7175]), partition=RANGE (key) PARTITION UNBOUNDED 17:49:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.621047 12976 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet e3452b13870c49b08617daedd6dc9085. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:45.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.626729 12976 ts_tablet_manager.cc:1173] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398: Registered tablet (data state: TABLET_DATA_READY) 17:49:45.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.627153 13246 ts_tablet_manager.cc:1028] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398: Bootstrapping tablet 17:49:45.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.627521 13246 tablet_bootstrap.cc:438] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398: Bootstrap starting. 17:49:45.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.629431 13246 tablet_bootstrap.cc:592] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398: No blocks or log segments found. Creating new log. 17:49:45.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.634357 13246 tablet_bootstrap.cc:438] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398: No bootstrap required, opened a new log 17:49:45.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.634616 13246 ts_tablet_manager.cc:1045] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398: Time spent bootstrapping tablet: real 0.007s user 0.003s sys 0.001s 17:49:45.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.635644 13246 raft_consensus.cc:325] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a104b49de88f49e993f4a5a27e7ee398" member_type: VOTER last_known_addr { host: "127.12.66.2" port: 53828 } } 17:49:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.635942 13246 raft_consensus.cc:351] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.636106 13246 raft_consensus.cc:630] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a104b49de88f49e993f4a5a27e7ee398, State: Initialized, Role: FOLLOWER 17:49:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.636438 13246 consensus_queue.cc:228] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a104b49de88f49e993f4a5a27e7ee398" member_type: VOTER last_known_addr { host: "127.12.66.2" port: 53828 } } 17:49:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.636823 13246 raft_consensus.cc:365] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.636963 13246 raft_consensus.cc:457] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.637097 13246 raft_consensus.cc:2742] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398: Snoozing failure detection for 2.185s (starting election) 17:49:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.637235 13246 raft_consensus.cc:2794] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398 [term 0 FOLLOWER]: Advancing to term 1 17:49:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.639854 13246 raft_consensus.cc:479] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a104b49de88f49e993f4a5a27e7ee398" member_type: VOTER last_known_addr { host: "127.12.66.2" port: 53828 } } 17:49:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.640202 13246 leader_election.cc:278] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.640569 13250 raft_consensus.cc:2742] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398: Snoozing failure detection for 2.242s (election complete) 17:49:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.640805 13250 raft_consensus.cc:2549] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398 [term 1 FOLLOWER]: Leader election won for term 1 17:49:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.641101 13250 raft_consensus.cc:595] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398 [term 1 LEADER]: Becoming Leader. State: Replica: a104b49de88f49e993f4a5a27e7ee398, State: Running, Role: LEADER 17:49:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.641515 13250 consensus_queue.cc:205] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a104b49de88f49e993f4a5a27e7ee398" member_type: VOTER last_known_addr { host: "127.12.66.2" port: 53828 } } 17:49:45.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.642024 13246 ts_tablet_manager.cc:1073] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398: Time spent starting tablet: real 0.007s user 0.007s sys 0.000s 17:49:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.647547 12721 catalog_manager.cc:3758] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398 reported cstate change: term changed from 0 to 1, leader changed from to a104b49de88f49e993f4a5a27e7ee398 (127.12.66.2). New cstate: current_term: 1 leader_uuid: "a104b49de88f49e993f4a5a27e7ee398" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a104b49de88f49e993f4a5a27e7ee398" member_type: VOTER last_known_addr { host: "127.12.66.2" port: 53828 } health_report { overall_health: HEALTHY } } } 17:49:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:45.656294 13049 tablet.cc:1728] T e3452b13870c49b08617daedd6dc9085 P a104b49de88f49e993f4a5a27e7ee398: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.754914 12721 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.12.66.60:59456: 17:49:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "testcreatepartitionedtable" 17:49:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:49:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) scale: 0 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) scale: 0 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) scale: 0 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\001\000\000\000\000\000\000\000\007\001\000\000\000\377\377\377\177" 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) hash_bucket_schemas { 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_buckets: 2 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) seed: 0 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:45.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:45.765719 13174 tablet.cc:1728] T 8e8abaff21614c2a9da6ae57546e4ea3 P b718a66eae6943179198c6ed07261287: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.788919 12844 tablet_service.cc:759] Processing CreateTablet for tablet cbfb8a891ba0424494a5ffaa7bb1c634 (table=testcreatepartitionedtable [id=c1e8a526a945474fa1def2c63ded4964]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION 0 <= VALUES < 2147483647 17:49:45.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.788926 12843 tablet_service.cc:759] Processing CreateTablet for tablet 0a5a1d4ab812439ab1d0098f6e860a28 (table=testcreatepartitionedtable [id=c1e8a526a945474fa1def2c63ded4964]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION 0 <= VALUES < 2147483647 17:49:45.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.790143 12844 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet cbfb8a891ba0424494a5ffaa7bb1c634. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:45.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.790558 12843 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 0a5a1d4ab812439ab1d0098f6e860a28. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.805760 12844 ts_tablet_manager.cc:1173] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76: Registered tablet (data state: TABLET_DATA_READY) 17:49:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.805994 12843 ts_tablet_manager.cc:1173] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76: Registered tablet (data state: TABLET_DATA_READY) 17:49:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.807770 13264 ts_tablet_manager.cc:1028] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76: Bootstrapping tablet 17:49:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.808513 13264 tablet_bootstrap.cc:438] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76: Bootstrap starting. 17:49:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.810780 13264 tablet_bootstrap.cc:592] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76: No blocks or log segments found. Creating new log. 17:49:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.812664 13264 log.cc:525] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76: Log is configured to *not* fsync() on all Append() calls 17:49:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.820637 13264 tablet_bootstrap.cc:438] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76: No bootstrap required, opened a new log 17:49:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.821264 13264 ts_tablet_manager.cc:1045] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76: Time spent bootstrapping tablet: real 0.013s user 0.004s sys 0.003s 17:49:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.834309 13264 raft_consensus.cc:325] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a05b1f0405ce49178d48abe9176b2e76" member_type: VOTER last_known_addr { host: "127.12.66.1" port: 48864 } } 17:49:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.834808 13264 raft_consensus.cc:351] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.835000 13264 raft_consensus.cc:630] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a05b1f0405ce49178d48abe9176b2e76, State: Initialized, Role: FOLLOWER 17:49:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.835530 13264 consensus_queue.cc:228] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a05b1f0405ce49178d48abe9176b2e76" member_type: VOTER last_known_addr { host: "127.12.66.1" port: 48864 } } 17:49:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.835954 13264 raft_consensus.cc:365] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.836143 13264 raft_consensus.cc:457] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.836320 13264 raft_consensus.cc:2742] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76: Snoozing failure detection for 1.901s (starting election) 17:49:45.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.836546 13264 raft_consensus.cc:2794] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76 [term 0 FOLLOWER]: Advancing to term 1 17:49:45.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.840119 13264 raft_consensus.cc:479] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a05b1f0405ce49178d48abe9176b2e76" member_type: VOTER last_known_addr { host: "127.12.66.1" port: 48864 } } 17:49:45.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.840608 13264 leader_election.cc:278] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.842206 13266 raft_consensus.cc:2742] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76: Snoozing failure detection for 1.985s (election complete) 17:49:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.842535 13266 raft_consensus.cc:2549] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76 [term 1 FOLLOWER]: Leader election won for term 1 17:49:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.844578 13266 raft_consensus.cc:595] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76 [term 1 LEADER]: Becoming Leader. State: Replica: a05b1f0405ce49178d48abe9176b2e76, State: Running, Role: LEADER 17:49:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.844885 13264 ts_tablet_manager.cc:1073] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76: Time spent starting tablet: real 0.023s user 0.018s sys 0.004s 17:49:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.845252 13264 ts_tablet_manager.cc:1028] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76: Bootstrapping tablet 17:49:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.845082 13266 consensus_queue.cc:205] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a05b1f0405ce49178d48abe9176b2e76" member_type: VOTER last_known_addr { host: "127.12.66.1" port: 48864 } } 17:49:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.845763 13264 tablet_bootstrap.cc:438] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76: Bootstrap starting. 17:49:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.849390 13264 tablet_bootstrap.cc:592] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76: No blocks or log segments found. Creating new log. 17:49:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.855741 13264 tablet_bootstrap.cc:438] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76: No bootstrap required, opened a new log 17:49:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.856010 13264 ts_tablet_manager.cc:1045] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76: Time spent bootstrapping tablet: real 0.010s user 0.006s sys 0.001s 17:49:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.855680 12721 catalog_manager.cc:3758] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76 reported cstate change: term changed from 0 to 1, leader changed from to a05b1f0405ce49178d48abe9176b2e76 (127.12.66.1). New cstate: current_term: 1 leader_uuid: "a05b1f0405ce49178d48abe9176b2e76" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a05b1f0405ce49178d48abe9176b2e76" member_type: VOTER last_known_addr { host: "127.12.66.1" port: 48864 } health_report { overall_health: HEALTHY } } } 17:49:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.857125 13264 raft_consensus.cc:325] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a05b1f0405ce49178d48abe9176b2e76" member_type: VOTER last_known_addr { host: "127.12.66.1" port: 48864 } } 17:49:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.857659 13264 raft_consensus.cc:351] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.858433 13264 raft_consensus.cc:630] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a05b1f0405ce49178d48abe9176b2e76, State: Initialized, Role: FOLLOWER 17:49:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.859083 13264 consensus_queue.cc:228] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a05b1f0405ce49178d48abe9176b2e76" member_type: VOTER last_known_addr { host: "127.12.66.1" port: 48864 } } 17:49:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.863044 13264 raft_consensus.cc:365] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.863348 13264 raft_consensus.cc:457] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.863668 13264 raft_consensus.cc:2742] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76: Snoozing failure detection for 1.970s (starting election) 17:49:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.864989 13264 raft_consensus.cc:2794] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76 [term 0 FOLLOWER]: Advancing to term 1 17:49:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.869954 13264 raft_consensus.cc:479] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a05b1f0405ce49178d48abe9176b2e76" member_type: VOTER last_known_addr { host: "127.12.66.1" port: 48864 } } 17:49:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.870365 13264 leader_election.cc:278] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.870772 13266 raft_consensus.cc:2742] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76: Snoozing failure detection for 1.672s (election complete) 17:49:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.871001 13266 raft_consensus.cc:2549] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76 [term 1 FOLLOWER]: Leader election won for term 1 17:49:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.871295 13266 raft_consensus.cc:595] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76 [term 1 LEADER]: Becoming Leader. State: Replica: a05b1f0405ce49178d48abe9176b2e76, State: Running, Role: LEADER 17:49:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.871712 13266 consensus_queue.cc:205] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a05b1f0405ce49178d48abe9176b2e76" member_type: VOTER last_known_addr { host: "127.12.66.1" port: 48864 } } 17:49:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.872332 13264 ts_tablet_manager.cc:1073] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76: Time spent starting tablet: real 0.016s user 0.009s sys 0.000s 17:49:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:45.876772 12721 catalog_manager.cc:3758] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76 reported cstate change: term changed from 0 to 1, leader changed from to a05b1f0405ce49178d48abe9176b2e76 (127.12.66.1). New cstate: current_term: 1 leader_uuid: "a05b1f0405ce49178d48abe9176b2e76" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a05b1f0405ce49178d48abe9176b2e76" member_type: VOTER last_known_addr { host: "127.12.66.1" port: 48864 } health_report { overall_health: HEALTHY } } } 17:49:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:45.889721 12915 tablet.cc:1728] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.149595 12721 catalog_manager.cc:1757] Servicing DeleteTable request from {username='jenkins'} at 127.12.66.60:59456: 17:49:46.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) table { table_name: "testcreatepartitionedtable" } 17:49:46.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.162627 12721 catalog_manager.cc:3997] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318: Sending DeleteTablet for 1 replicas of tablet cbfb8a891ba0424494a5ffaa7bb1c634 17:49:46.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.162984 12721 catalog_manager.cc:3160] Sending DeleteTablet(TABLET_DATA_DELETED) for tablet cbfb8a891ba0424494a5ffaa7bb1c634 on a05b1f0405ce49178d48abe9176b2e76 (127.12.66.1:48864) (Table deleted at 2018-10-03 17:49:46 PDT) 17:49:46.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.163383 12721 catalog_manager.cc:3997] T 00000000000000000000000000000000 P c5ed5beaa4ef4a9ea8f06edab8b13318: Sending DeleteTablet for 1 replicas of tablet 0a5a1d4ab812439ab1d0098f6e860a28 17:49:46.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.163678 12721 catalog_manager.cc:3160] Sending DeleteTablet(TABLET_DATA_DELETED) for tablet 0a5a1d4ab812439ab1d0098f6e860a28 on a05b1f0405ce49178d48abe9176b2e76 (127.12.66.1:48864) (Table deleted at 2018-10-03 17:49:46 PDT) 17:49:46.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.165643 12843 tablet_service.cc:800] Processing DeleteTablet for tablet 0a5a1d4ab812439ab1d0098f6e860a28 with delete_type TABLET_DATA_DELETED (Table deleted at 2018-10-03 17:49:46 PDT) from {username='jenkins'} at 127.12.66.1:50820 17:49:46.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.165643 12844 tablet_service.cc:800] Processing DeleteTablet for tablet cbfb8a891ba0424494a5ffaa7bb1c634 with delete_type TABLET_DATA_DELETED (Table deleted at 2018-10-03 17:49:46 PDT) from {username='jenkins'} at 127.12.66.1:50820 17:49:46.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.180805 13285 tablet_replica.cc:261] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76: stopping tablet replica 17:49:46.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.181144 13285 maintenance_manager.cc:237] P a05b1f0405ce49178d48abe9176b2e76: Unregistered op CompactRowSetsOp(0a5a1d4ab812439ab1d0098f6e860a28) 17:49:46.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.181354 13285 maintenance_manager.cc:237] P a05b1f0405ce49178d48abe9176b2e76: Unregistered op MinorDeltaCompactionOp(0a5a1d4ab812439ab1d0098f6e860a28) 17:49:46.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.181561 13285 maintenance_manager.cc:237] P a05b1f0405ce49178d48abe9176b2e76: Unregistered op MajorDeltaCompactionOp(0a5a1d4ab812439ab1d0098f6e860a28) 17:49:46.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.181746 13285 maintenance_manager.cc:237] P a05b1f0405ce49178d48abe9176b2e76: Unregistered op UndoDeltaBlockGCOp(0a5a1d4ab812439ab1d0098f6e860a28) 17:49:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.181970 13285 maintenance_manager.cc:237] P a05b1f0405ce49178d48abe9176b2e76: Unregistered op FlushMRSOp(0a5a1d4ab812439ab1d0098f6e860a28) 17:49:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.182154 13285 maintenance_manager.cc:237] P a05b1f0405ce49178d48abe9176b2e76: Unregistered op FlushDeltaMemStoresOp(0a5a1d4ab812439ab1d0098f6e860a28) 17:49:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.182332 13285 maintenance_manager.cc:237] P a05b1f0405ce49178d48abe9176b2e76: Unregistered op LogGCOp(0a5a1d4ab812439ab1d0098f6e860a28) 17:49:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.182566 13285 raft_consensus.cc:2052] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76 [term 1 LEADER]: Raft consensus shutting down. 17:49:46.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.182905 13285 raft_consensus.cc:2079] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76 [term 1 FOLLOWER]: Raft consensus is shut down! 17:49:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.192001 13285 ts_tablet_manager.cc:1369] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76: Deleting tablet data with delete state TABLET_DATA_DELETED 17:49:46.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.206112 13285 ts_tablet_manager.cc:1382] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.2 17:49:46.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.206595 13285 log.cc:986] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76: Deleting WAL directory at /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2218949961870168799/ts-0/wal/wals/0a5a1d4ab812439ab1d0098f6e860a28 17:49:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.207389 13285 ts_tablet_manager.cc:1403] T 0a5a1d4ab812439ab1d0098f6e860a28 P a05b1f0405ce49178d48abe9176b2e76: Deleting consensus metadata 17:49:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.210336 12699 catalog_manager.cc:3138] TS a05b1f0405ce49178d48abe9176b2e76 (127.12.66.1:48864): tablet 0a5a1d4ab812439ab1d0098f6e860a28 (table testcreatepartitionedtable [id=c1e8a526a945474fa1def2c63ded4964]) successfully deleted 17:49:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.211184 13285 tablet_replica.cc:261] T cbfb8a891ba0424494a5ffaa7bb1c634 P a05b1f0405ce49178d48abe9176b2e76: stopping tablet replica 17:49:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.211589 13285 maintenance_manager.cc:237] P a05b1f0405ce49178d48abe9176b2e76: Unregistered op CompactRowSetsOp(cbfb8a891ba0424494a5ffaa7bb1c634) 17:49:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.211946 13285 maintenance_manager.cc:237] P a05b1f0405ce49178d48abe9176b2e76: Unregistered op MinorDeltaCompactionOp(cbfb8a891ba0424494a5ffaa7bb1c634) 17:49:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.212287 13285 maintenance_manager.cc:237] P a05b1f0405ce49178d48abe9176b2e76: Unregistered op MajorDeltaCompactionOp(cbfb8a891ba0424494a5ffaa7bb1c634) 17:49:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.212654 13285 maintenance_manager.cc:237] P a05b1f0405ce49178d48abe9176b2e76: Unregistered op UndoDeltaBlockGCOp(cbfb8a891ba0424494a5ffaa7bb1c634) 17:49:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.213064 13285 maintenance_manager.cc:237] P a05b1f0405ce49178d48abe9176b2e76: Unregistered op FlushMRSOp(cbfb8a891ba0424494a5ffaa7bb1c634) 17:49:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.213276 12552 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 12757 17:49:46.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:46.236567 12699 catalog_manager.cc:2902] TS a05b1f0405ce49178d48abe9176b2e76 (127.12.66.1:48864): Delete Tablet RPC failed for tablet cbfb8a891ba0424494a5ffaa7bb1c634: Network error: recv got EOF from 127.12.66.1:48864 (error 108) 17:49:46.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.236809 12699 catalog_manager.cc:2938] Scheduling retry of cbfb8a891ba0424494a5ffaa7bb1c634 Delete Tablet RPC for TS=a05b1f0405ce49178d48abe9176b2e76 with a delay of 64 ms (attempt = 1) 17:49:46.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:46.237882 12570 connection.cc:512] server connection from 127.12.66.1:35193 recv error: Network error: failed to read from TLS socket (remote: 127.12.66.1:35193): Connection reset by peer (error 104) 17:49:46.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:46.237875 12634 connection.cc:512] server connection from 127.12.66.1:34767 recv error: Network error: failed to read from TLS socket (remote: 127.12.66.1:34767): Connection reset by peer (error 104) 17:49:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:46.239042 12699 connection.cc:512] server connection from 127.12.66.1:47237 recv error: Network error: failed to read from TLS socket (remote: 127.12.66.1:47237): Connection reset by peer (error 104) 17:49:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.239859 12552 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 12911 17:49:46.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:46.262683 12568 connection.cc:512] server connection from 127.12.66.2:49756 recv error: Network error: failed to read from TLS socket (remote: 127.12.66.2:49756): Connection reset by peer (error 104) 17:49:46.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:46.263612 12701 connection.cc:512] server connection from 127.12.66.2:46757 recv error: Network error: failed to read from TLS socket (remote: 127.12.66.2:46757): Connection reset by peer (error 104) 17:49:46.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:46.263625 12633 connection.cc:512] server connection from 127.12.66.2:59498 recv error: Network error: failed to read from TLS socket (remote: 127.12.66.2:59498): Connection reset by peer (error 104) 17:49:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.264603 12552 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 13046 17:49:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:46.284875 12568 connection.cc:512] server connection from 127.12.66.3:48925 recv error: Network error: failed to read from TLS socket (remote: 127.12.66.3:48925): Connection reset by peer (error 104) 17:49:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:46.285063 12699 connection.cc:512] server connection from 127.12.66.3:46392 recv error: Network error: failed to read from TLS socket (remote: 127.12.66.3:46392): Connection reset by peer (error 104) 17:49:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:46.285607 12638 connection.cc:512] server connection from 127.12.66.3:34202 recv error: Network error: failed to read from TLS socket (remote: 127.12.66.3:34202): Connection reset by peer (error 104) 17:49:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.285764 12552 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 12560 17:49:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.302068 12699 catalog_manager.cc:3160] Sending DeleteTablet(TABLET_DATA_DELETED) for tablet cbfb8a891ba0424494a5ffaa7bb1c634 on a05b1f0405ce49178d48abe9176b2e76 (127.12.66.1:48864) (Table deleted at 2018-10-03 17:49:46 PDT) 17:49:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:46.304190 12699 catalog_manager.cc:2902] TS a05b1f0405ce49178d48abe9176b2e76 (127.12.66.1:48864): Delete Tablet RPC failed for tablet cbfb8a891ba0424494a5ffaa7bb1c634: Network error: Client connection negotiation failed: client connection to 127.12.66.1:48864: connect: Connection refused (error 111) 17:49:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.304359 12699 catalog_manager.cc:2938] Scheduling retry of cbfb8a891ba0424494a5ffaa7bb1c634 Delete Tablet RPC for TS=a05b1f0405ce49178d48abe9176b2e76 with a delay of 79 ms (attempt = 2) 17:49:46.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.307790 12552 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 12622 17:49:46.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:46.330365 12552 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 12688 17:49:47.377 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614187376 17:49:47.377 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:49:47.377 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:49:47.378 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:49:47.378 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.592804 13306 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/wal 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/data 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.254.190:33817 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.254.190 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/logs 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/data/info.pb 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.12.254.190:33817,127.12.254.189:50137,127.12.254.188:56598 with env {} 17:49:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:47.749914 13314 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:47.750298 13314 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:47.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:47.759423 13314 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:47.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:47.759577 13314 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:47.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:47.759704 13314 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:47.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:47.759850 13314 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.778439 13314 master_main.cc:73] Master server non-default flags: 17:49:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/data 17:49:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/wal 17:49:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.12.254.190:33817,127.12.254.189:50137,127.12.254.188:56598 17:49:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.254.190:33817 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/data/info.pb 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.254.190 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/logs 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:47.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.793375 13314 master_main.cc:80] Initializing master server... 17:49:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.795483 13314 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 269064us 17:49:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.796224 13314 fs_manager.cc:262] Metadata directory not provided 17:49:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.796366 13314 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.796679 13314 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:47.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.796802 13314 server_base.cc:433] Attempting to create new FS layout instead 17:49:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.800645 13314 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/data/instance: 17:49:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "827a7c546aac4238959d60cdc9d40702" 17:49:47.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:47 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:47.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.801369 13314 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/wal/instance: 17:49:47.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "827a7c546aac4238959d60cdc9d40702" 17:49:47.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:47 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:47.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.818439 13314 fs_manager.cc:502] Time spent creating directory manager: real 0.017s user 0.007s sys 0.005s 17:49:47.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.819648 13314 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:47.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.820847 13314 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.829064 13314 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:49:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.829195 13314 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/wal 17:49:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "827a7c546aac4238959d60cdc9d40702" 17:49:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:47 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.829470 13314 fs_report.cc:352] FS layout report 17:49:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/wal 17:49:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/wal 17:49:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/data/data 17:49:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:47.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:47.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:47.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:47.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.980151 13314 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:47.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:47.982589 13314 master_main.cc:83] Starting Master server... 17:49:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.070045 13314 rpc_server.cc:205] RPC server started. Bound to: 127.12.254.190:33817 17:49:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.071036 13314 webserver.cc:175] Starting webserver on 127.12.254.190:0 17:49:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.071153 13314 webserver.cc:186] Document root disabled 17:49:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.073133 13314 webserver.cc:313] Webserver started. Bound to: http://127.12.254.190:47965/ 17:49:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.074156 13314 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-0/data/info.pb 17:49:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.076831 13306 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 13314 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.077955 13375 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.077968 13306 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/wal 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/data 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.254.189:50137 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.254.189 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/logs 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/data/info.pb 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.12.254.190:33817,127.12.254.189:50137,127.12.254.188:56598 with env {} 17:49:48.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.092223 13375 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } has no permanent_uuid. Determining permanent_uuid... 17:49:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.112419 13375 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } has no permanent_uuid. Determining permanent_uuid... 17:49:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.114300 13375 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.254.189:50137: Network error: Client connection negotiation failed: client connection to 127.12.254.189:50137: connect: Connection refused (error 111) 17:49:48.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.133718 13375 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } attempt: 1 17:49:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.134976 13375 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.254.189:50137: Network error: Client connection negotiation failed: client connection to 127.12.254.189:50137: connect: Connection refused (error 111) 17:49:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.183320 13375 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } attempt: 2 17:49:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.184520 13375 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.254.189:50137: Network error: Client connection negotiation failed: client connection to 127.12.254.189:50137: connect: Connection refused (error 111) 17:49:48.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:48.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.241307 13376 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:48.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.242080 13376 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:48.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.251408 13376 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:48.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.251554 13376 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:48.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.251694 13376 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:48.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.251866 13376 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:48.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.271693 13376 master_main.cc:73] Master server non-default flags: 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/data 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/wal 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.12.254.190:33817,127.12.254.189:50137,127.12.254.188:56598 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.254.189:50137 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/data/info.pb 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.254.189 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/logs 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:48.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.286370 13376 master_main.cc:80] Initializing master server... 17:49:48.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.288326 13376 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 269564us 17:49:48.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.289069 13376 fs_manager.cc:262] Metadata directory not provided 17:49:48.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.289196 13376 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:48.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.289505 13376 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:48.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.289623 13376 server_base.cc:433] Attempting to create new FS layout instead 17:49:48.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.293387 13376 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/data/instance: 17:49:48.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "91047033cde84fd8b5137582d44f7e3c" 17:49:48.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:48.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.294113 13376 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/wal/instance: 17:49:48.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "91047033cde84fd8b5137582d44f7e3c" 17:49:48.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.295886 13375 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } attempt: 3 17:49:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.297122 13375 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.254.189:50137: Network error: Client connection negotiation failed: client connection to 127.12.254.189:50137: connect: Connection refused (error 111) 17:49:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.309803 13376 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.006s sys 0.007s 17:49:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.310999 13376 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.312177 13376 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.320330 13376 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:49:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.320477 13376 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/wal 17:49:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "91047033cde84fd8b5137582d44f7e3c" 17:49:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.320710 13376 fs_report.cc:352] FS layout report 17:49:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/wal 17:49:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/wal 17:49:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/data/data 17:49:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.463461 13376 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:48.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.465979 13376 master_main.cc:83] Starting Master server... 17:49:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.473445 13375 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } attempt: 4 17:49:48.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.474714 13375 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.254.189:50137: Network error: Client connection negotiation failed: client connection to 127.12.254.189:50137: connect: Connection refused (error 111) 17:49:48.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.556478 13376 rpc_server.cc:205] RPC server started. Bound to: 127.12.254.189:50137 17:49:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.557299 13376 webserver.cc:175] Starting webserver on 127.12.254.189:0 17:49:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.557416 13376 webserver.cc:186] Document root disabled 17:49:48.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.559322 13376 webserver.cc:313] Webserver started. Bound to: http://127.12.254.189:33129/ 17:49:48.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.560062 13376 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-1/data/info.pb 17:49:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.563602 13441 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:48.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.566196 13306 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 13376 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.566972 13306 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/wal 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/data 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.254.188:56598 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.254.188 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/logs 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/data/info.pb 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.12.254.190:33817,127.12.254.189:50137,127.12.254.188:56598 with env {} 17:49:48.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.579203 13441 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } has no permanent_uuid. Determining permanent_uuid... 17:49:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.595242 13441 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } has no permanent_uuid. Determining permanent_uuid... 17:49:48.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.606482 13441 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } has no permanent_uuid. Determining permanent_uuid... 17:49:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.607843 13441 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.254.188:56598: Network error: Client connection negotiation failed: client connection to 127.12.254.188:56598: connect: Connection refused (error 111) 17:49:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.627208 13441 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } attempt: 1 17:49:48.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.628417 13441 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.254.188:56598: Network error: Client connection negotiation failed: client connection to 127.12.254.188:56598: connect: Connection refused (error 111) 17:49:48.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.676753 13441 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } attempt: 2 17:49:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.678171 13441 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.254.188:56598: Network error: Client connection negotiation failed: client connection to 127.12.254.188:56598: connect: Connection refused (error 111) 17:49:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.730382 13442 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.730782 13442 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:48.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.739853 13442 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:48.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.739979 13442 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:48.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.740070 13442 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:48.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.740173 13442 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:48.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.759721 13442 master_main.cc:73] Master server non-default flags: 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/data 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/wal 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.12.254.190:33817,127.12.254.189:50137,127.12.254.188:56598 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.254.188:56598 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/data/info.pb 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.254.188 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/logs 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.774281 13442 master_main.cc:80] Initializing master server... 17:49:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.776650 13442 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 269564us 17:49:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.777354 13442 fs_manager.cc:262] Metadata directory not provided 17:49:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.777493 13442 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.777734 13442 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.777842 13442 server_base.cc:433] Attempting to create new FS layout instead 17:49:48.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.778106 13375 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } attempt: 5 17:49:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.781610 13442 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/data/instance: 17:49:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" 17:49:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.782259 13442 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/wal/instance: 17:49:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" 17:49:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:48.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.785480 13375 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } has no permanent_uuid. Determining permanent_uuid... 17:49:48.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.787163 13375 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.254.188:56598: Network error: Client connection negotiation failed: client connection to 127.12.254.188:56598: connect: Connection refused (error 111) 17:49:48.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.789456 13441 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } attempt: 3 17:49:48.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.790621 13441 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.254.188:56598: Network error: Client connection negotiation failed: client connection to 127.12.254.188:56598: connect: Connection refused (error 111) 17:49:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.797102 13442 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.004s 17:49:48.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.798277 13442 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:48.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.799459 13442 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.807932 13442 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:49:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.808048 13442 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/wal 17:49:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" 17:49:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.808255 13442 fs_report.cc:352] FS layout report 17:49:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/wal 17:49:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/wal 17:49:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/data/data 17:49:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.825505 13375 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } attempt: 1 17:49:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.826997 13375 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.254.188:56598: Network error: Client connection negotiation failed: client connection to 127.12.254.188:56598: connect: Connection refused (error 111) 17:49:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.875319 13375 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } attempt: 2 17:49:48.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.877384 13375 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.254.188:56598: Network error: Client connection negotiation failed: client connection to 127.12.254.188:56598: connect: Connection refused (error 111) 17:49:48.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.957195 13442 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.959623 13442 master_main.cc:83] Starting Master server... 17:49:48.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.966874 13441 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } attempt: 4 17:49:48.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.968075 13441 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.254.188:56598: Network error: Client connection negotiation failed: client connection to 127.12.254.188:56598: connect: Connection refused (error 111) 17:49:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:48.981484 13375 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } attempt: 3 17:49:48.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:48.983101 13375 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.12.254.188:56598: Network error: Client connection negotiation failed: client connection to 127.12.254.188:56598: connect: Connection refused (error 111) 17:49:49.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.053279 13442 rpc_server.cc:205] RPC server started. Bound to: 127.12.254.188:56598 17:49:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.054152 13442 webserver.cc:175] Starting webserver on 127.12.254.188:0 17:49:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.054250 13442 webserver.cc:186] Document root disabled 17:49:49.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.056080 13442 webserver.cc:313] Webserver started. Bound to: http://127.12.254.188:48204/ 17:49:49.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.057166 13442 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/master-2/data/info.pb 17:49:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.060343 13505 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.064568 13306 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 13442 17:49:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.065528 13306 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/wal 17:49:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/data 17:49:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.254.129:0 17:49:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.12.254.129 17:49:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.254.129 17:49:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.12.254.190:33817,127.12.254.189:50137,127.12.254.188:56598 17:49:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/logs 17:49:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/data/info.pb 17:49:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:49.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.074687 13505 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } has no permanent_uuid. Determining permanent_uuid... 17:49:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.093627 13505 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } has no permanent_uuid. Determining permanent_uuid... 17:49:49.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.100983 13505 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } has no permanent_uuid. Determining permanent_uuid... 17:49:49.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.116101 13505 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1: Bootstrap starting. 17:49:49.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.118556 13505 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1: No blocks or log segments found. Creating new log. 17:49:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.120035 13505 log.cc:525] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1: Log is configured to *not* fsync() on all Append() calls 17:49:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.123807 13375 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } attempt: 4 17:49:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.125780 13505 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1: No bootstrap required, opened a new log 17:49:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.140059 13375 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702: Bootstrap starting. 17:49:49.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.142534 13375 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702: No blocks or log segments found. Creating new log. 17:49:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.144476 13375 log.cc:525] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702: Log is configured to *not* fsync() on all Append() calls 17:49:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.149129 13375 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702: No bootstrap required, opened a new log 17:49:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.148767 13505 raft_consensus.cc:325] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } 17:49:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.149814 13505 raft_consensus.cc:351] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.150169 13505 raft_consensus.cc:630] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2fb6fe75ac04dc4b5f0f67bfaf871b1, State: Initialized, Role: FOLLOWER 17:49:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.151033 13505 consensus_queue.cc:228] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } 17:49:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.155181 13505 sys_catalog.cc:337] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } } 17:49:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.156291 13505 sys_catalog.cc:340] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [sys.catalog]: This master's current role is: FOLLOWER 17:49:49.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.157655 13505 sys_catalog.cc:424] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [sys.catalog]: configured and running, proceeding with master startup. 17:49:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.166774 13375 raft_consensus.cc:325] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } 17:49:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.167548 13375 raft_consensus.cc:351] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:49.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.167840 13375 raft_consensus.cc:630] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 827a7c546aac4238959d60cdc9d40702, State: Initialized, Role: FOLLOWER 17:49:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.168629 13375 consensus_queue.cc:228] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } 17:49:49.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.176734 13513 sys_catalog.cc:337] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } } 17:49:49.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.192611 13513 sys_catalog.cc:340] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [sys.catalog]: This master's current role is: FOLLOWER 17:49:49.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.214869 13513 raft_consensus.cc:457] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:49:49.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.215143 13513 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702: Snoozing failure detection for 1.719s (starting election) 17:49:49.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.215420 13513 raft_consensus.cc:479] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } 17:49:49.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.216711 13513 leader_election.cc:251] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 91047033cde84fd8b5137582d44f7e3c (127.12.254.189:50137) 17:49:49.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.217285 13513 leader_election.cc:251] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer c2fb6fe75ac04dc4b5f0f67bfaf871b1 (127.12.254.188:56598) 17:49:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:49.253929 13506 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:49.254683 13506 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:49.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:49.269564 13506 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:49.270117 13506 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.254.129 17:49:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.156080 13511 sys_catalog.cc:337] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } } 17:49:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.271416 13441 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } attempt: 5 17:49:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.271701 13511 sys_catalog.cc:340] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [sys.catalog]: This master's current role is: FOLLOWER 17:49:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.177568 13375 sys_catalog.cc:337] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } } 17:49:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.279242 13375 sys_catalog.cc:340] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [sys.catalog]: This master's current role is: FOLLOWER 17:49:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.280558 13375 sys_catalog.cc:424] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [sys.catalog]: configured and running, proceeding with master startup. 17:49:49.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.287063 13441 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c: Bootstrap starting. 17:49:49.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.289414 13514 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:49:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.290472 13314 master_main.cc:86] Master server successfully started. 17:49:49.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.290879 13441 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c: No blocks or log segments found. Creating new log. 17:49:49.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.292771 13441 log.cc:525] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c: Log is configured to *not* fsync() on all Append() calls 17:49:49.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.300415 13441 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c: No bootstrap required, opened a new log 17:49:49.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:49.212692 13461 tablet.cc:1728] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.316319 13512 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.317080 13506 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/data 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/wal 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.254.129:0 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/data/info.pb 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.254.129 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.12.254.190:33817,127.12.254.189:50137,127.12.254.188:56598 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.12.254.129 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/logs 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.317013 13482 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "827a7c546aac4238959d60cdc9d40702" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" is_pre_election: true 17:49:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.317965 13442 master_main.cc:86] Master server successfully started. 17:49:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.318244 13482 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1: Snoozing failure detection for 1.717s (vote granted) 17:49:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.318493 13482 raft_consensus.cc:2255] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 827a7c546aac4238959d60cdc9d40702 in term 0. 17:49:49.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.319522 13323 leader_election.cc:387] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [CANDIDATE]: Term 1 pre-election: Vote granted by peer c2fb6fe75ac04dc4b5f0f67bfaf871b1 (127.12.254.188:56598) 17:49:49.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.319811 13323 leader_election.cc:278] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:49:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.320894 13513 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702: Snoozing failure detection for 1.786s (election complete) 17:49:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.321125 13513 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:49:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.321270 13513 raft_consensus.cc:457] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:49:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.321403 13513 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702: Snoozing failure detection for 2.084s (starting election) 17:49:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.321552 13513 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [term 0 FOLLOWER]: Advancing to term 1 17:49:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.322476 13441 raft_consensus.cc:325] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } 17:49:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.323125 13441 raft_consensus.cc:351] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.323319 13441 raft_consensus.cc:630] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 91047033cde84fd8b5137582d44f7e3c, State: Initialized, Role: FOLLOWER 17:49:49.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.324239 13441 consensus_queue.cc:228] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } 17:49:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.326133 13513 raft_consensus.cc:479] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } 17:49:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.327713 13513 leader_election.cc:251] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [CANDIDATE]: Term 1 election: Requesting vote from peer 91047033cde84fd8b5137582d44f7e3c (127.12.254.189:50137) 17:49:49.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.328227 13513 leader_election.cc:251] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [CANDIDATE]: Term 1 election: Requesting vote from peer c2fb6fe75ac04dc4b5f0f67bfaf871b1 (127.12.254.188:56598) 17:49:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.327857 13441 sys_catalog.cc:337] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } } 17:49:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.329550 13441 sys_catalog.cc:340] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [sys.catalog]: This master's current role is: FOLLOWER 17:49:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.329689 13482 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "827a7c546aac4238959d60cdc9d40702" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" 17:49:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.330137 13482 raft_consensus.cc:2794] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [term 0 FOLLOWER]: Advancing to term 1 17:49:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.330415 13482 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1: Snoozing failure detection for 2.243s (vote granted) 17:49:49.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.331228 13441 sys_catalog.cc:424] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [sys.catalog]: configured and running, proceeding with master startup. 17:49:49.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.335470 13482 raft_consensus.cc:2255] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 827a7c546aac4238959d60cdc9d40702 in term 1. 17:49:49.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.336259 13323 leader_election.cc:387] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [CANDIDATE]: Term 1 election: Vote granted by peer c2fb6fe75ac04dc4b5f0f67bfaf871b1 (127.12.254.188:56598) 17:49:49.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.336513 13323 leader_election.cc:278] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:49.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.338461 13506 tablet_server_main.cc:85] Initializing tablet server... 17:49:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.340222 13513 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702: Snoozing failure detection for 1.628s (election complete) 17:49:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.340476 13513 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [term 1 FOLLOWER]: Leader election won for term 1 17:49:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.340780 13513 raft_consensus.cc:595] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [term 1 LEADER]: Becoming Leader. State: Replica: 827a7c546aac4238959d60cdc9d40702, State: Running, Role: LEADER 17:49:49.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.342442 13506 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 270064us 17:49:49.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.343034 13506 fs_manager.cc:262] Metadata directory not provided 17:49:49.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.343210 13506 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:49.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.343585 13506 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:49.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.344673 13506 server_base.cc:433] Attempting to create new FS layout instead 17:49:49.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.344164 13513 consensus_queue.cc:205] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } 17:49:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.350535 13506 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/data/instance: 17:49:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "45f566abe7d9455e8a71531433eed459" 17:49:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.351932 13506 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/wal/instance: 17:49:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "45f566abe7d9455e8a71531433eed459" 17:49:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.359875 13522 sys_catalog.cc:337] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 827a7c546aac4238959d60cdc9d40702. Latest consensus state: current_term: 1 leader_uuid: "827a7c546aac4238959d60cdc9d40702" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } } 17:49:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.360538 13522 sys_catalog.cc:340] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [sys.catalog]: This master's current role is: LEADER 17:49:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.363709 13524 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:49:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.375638 13524 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:49:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.385731 13506 fs_manager.cc:502] Time spent creating directory manager: real 0.033s user 0.012s sys 0.011s 17:49:49.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.387564 13506 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:49.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.389021 13506 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:49.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.407793 13506 fs_manager.cc:418] Time spent opening block manager: real 0.008s user 0.001s sys 0.005s 17:49:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.408054 13506 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/wal 17:49:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "45f566abe7d9455e8a71531433eed459" 17:49:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.408553 13506 fs_report.cc:352] FS layout report 17:49:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/wal 17:49:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/wal 17:49:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/data/data 17:49:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:49.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:49.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.329253 13520 sys_catalog.cc:337] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } } 17:49:49.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.427981 13520 sys_catalog.cc:340] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [sys.catalog]: This master's current role is: FOLLOWER 17:49:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.435421 13418 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "827a7c546aac4238959d60cdc9d40702" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "91047033cde84fd8b5137582d44f7e3c" is_pre_election: true 17:49:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.444145 13376 master_main.cc:86] Master server successfully started. 17:49:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.435884 13417 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "827a7c546aac4238959d60cdc9d40702" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "91047033cde84fd8b5137582d44f7e3c" 17:49:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.444526 13418 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c: Snoozing failure detection for 2.046s (vote granted) 17:49:49.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.444903 13418 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 827a7c546aac4238959d60cdc9d40702 in term 0. 17:49:49.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.445576 13417 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate 827a7c546aac4238959d60cdc9d40702 for term 1 because replica is already servicing an update from a current leader or another vote. 17:49:49.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.446646 13324 leader_election.cc:387] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 91047033cde84fd8b5137582d44f7e3c (127.12.254.189:50137) 17:49:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.447489 13324 leader_election.cc:401] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [CANDIDATE]: Term 1 election: Vote denied by peer 91047033cde84fd8b5137582d44f7e3c (127.12.254.189:50137). Message: Service unavailable: T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate 827a7c546aac4238959d60cdc9d40702 for term 1 because replica is already servicing an update from a current leader or another vote. 17:49:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:49.452919 13521 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:49.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:49.456185 13521 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:49.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:49.469398 13397 tablet.cc:1728] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:49.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.476589 13482 raft_consensus.cc:1083] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [term 1 FOLLOWER]: Refusing update from remote peer 827a7c546aac4238959d60cdc9d40702: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.478102 13522 consensus_queue.cc:963] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:49.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:49.486774 13331 tablet.cc:1728] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:49.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.487781 13417 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [term 0 FOLLOWER]: Advancing to term 1 17:49:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.493739 13417 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [term 1 FOLLOWER]: Refusing update from remote peer 827a7c546aac4238959d60cdc9d40702: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:49.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.495362 13522 consensus_queue.cc:963] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [LEADER]: Connected to new peer: Peer: permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.506575 13511 sys_catalog.cc:337] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 827a7c546aac4238959d60cdc9d40702. Latest consensus state: current_term: 1 leader_uuid: "827a7c546aac4238959d60cdc9d40702" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } } 17:49:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.507225 13511 sys_catalog.cc:340] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [sys.catalog]: This master's current role is: FOLLOWER 17:49:49.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.517899 13513 sys_catalog.cc:337] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "827a7c546aac4238959d60cdc9d40702" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } } 17:49:49.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.518575 13513 sys_catalog.cc:340] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [sys.catalog]: This master's current role is: LEADER 17:49:49.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.521113 13511 sys_catalog.cc:337] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "827a7c546aac4238959d60cdc9d40702" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } } 17:49:49.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.521805 13511 sys_catalog.cc:340] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1 [sys.catalog]: This master's current role is: FOLLOWER 17:49:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.529907 13524 catalog_manager.cc:924] Generated new certificate authority record 17:49:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.532253 13524 catalog_manager.cc:1046] Loading token signing keys... 17:49:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.533481 13520 sys_catalog.cc:337] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 827a7c546aac4238959d60cdc9d40702. Latest consensus state: current_term: 1 leader_uuid: "827a7c546aac4238959d60cdc9d40702" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } } 17:49:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.534148 13520 sys_catalog.cc:340] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [sys.catalog]: This master's current role is: FOLLOWER 17:49:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.541119 13513 sys_catalog.cc:337] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "827a7c546aac4238959d60cdc9d40702" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } } 17:49:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.541775 13513 sys_catalog.cc:340] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702 [sys.catalog]: This master's current role is: LEADER 17:49:49.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.550972 13520 sys_catalog.cc:337] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "827a7c546aac4238959d60cdc9d40702" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "827a7c546aac4238959d60cdc9d40702" member_type: VOTER last_known_addr { host: "127.12.254.190" port: 33817 } } peers { permanent_uuid: "91047033cde84fd8b5137582d44f7e3c" member_type: VOTER last_known_addr { host: "127.12.254.189" port: 50137 } } peers { permanent_uuid: "c2fb6fe75ac04dc4b5f0f67bfaf871b1" member_type: VOTER last_known_addr { host: "127.12.254.188" port: 56598 } } } 17:49:49.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.551631 13520 sys_catalog.cc:340] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c [sys.catalog]: This master's current role is: FOLLOWER 17:49:49.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.563874 13524 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 827a7c546aac4238959d60cdc9d40702: Generated new TSK 0 17:49:49.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.661433 13506 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:49.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.665670 13506 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.668139 13506 tablet_server_main.cc:90] Starting tablet server... 17:49:49.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.898519 13506 rpc_server.cc:205] RPC server started. Bound to: 127.12.254.129:45728 17:49:49.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.899657 13506 webserver.cc:175] Starting webserver on 127.12.254.129:0 17:49:49.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.899768 13506 webserver.cc:186] Document root disabled 17:49:49.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.901505 13506 webserver.cc:313] Webserver started. Bound to: http://127.12.254.129:55983/ 17:49:49.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.902220 13506 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-0/data/info.pb 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.910423 13306 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 13506 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.911630 13306 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/wal 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/data 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.254.130:0 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.12.254.130 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.254.130 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.12.254.190:33817,127.12.254.189:50137,127.12.254.188:56598 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/logs 17:49:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/data/info.pb 17:49:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.949740 13506 tablet_server_main.cc:93] Tablet server successfully started. 17:49:49.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.964546 13653 heartbeater.cc:346] Connected to a master server at 127.12.254.189:50137 17:49:49.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.964789 13653 heartbeater.cc:426] Registering TS with master... 17:49:49.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.965915 13653 heartbeater.cc:475] Master 127.12.254.189:50137 requested a full tablet report, sending... 17:49:49.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.968868 13408 ts_manager.cc:98] Registered new tserver with Master: 45f566abe7d9455e8a71531433eed459 (127.12.254.129:45728) 17:49:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.974367 13652 heartbeater.cc:346] Connected to a master server at 127.12.254.190:33817 17:49:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.974612 13652 heartbeater.cc:426] Registering TS with master... 17:49:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.975035 13652 heartbeater.cc:475] Master 127.12.254.190:33817 requested a full tablet report, sending... 17:49:49.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.977634 13342 ts_manager.cc:98] Registered new tserver with Master: 45f566abe7d9455e8a71531433eed459 (127.12.254.129:45728) 17:49:49.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.980154 13342 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.12.254.129:43200 17:49:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.982589 13659 heartbeater.cc:346] Connected to a master server at 127.12.254.188:56598 17:49:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.982781 13659 heartbeater.cc:426] Registering TS with master... 17:49:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.983508 13659 heartbeater.cc:475] Master 127.12.254.188:56598 requested a full tablet report, sending... 17:49:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:49.986027 13472 ts_manager.cc:98] Registered new tserver with Master: 45f566abe7d9455e8a71531433eed459 (127.12.254.129:45728) 17:49:50.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:50.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:50.067147 13656 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:50.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:50.067873 13656 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:50.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:50.080694 13656 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:50.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:50.081089 13656 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.254.130 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.095948 13656 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/data 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/wal 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.254.130:0 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/data/info.pb 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.254.130 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.12.254.190:33817,127.12.254.189:50137,127.12.254.188:56598 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.12.254.130 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/logs 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:50.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:50.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.111438 13656 tablet_server_main.cc:85] Initializing tablet server... 17:49:50.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.113482 13656 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 270564us 17:49:50.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.113966 13656 fs_manager.cc:262] Metadata directory not provided 17:49:50.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.114104 13656 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:50.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.114503 13656 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:50.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.114630 13656 server_base.cc:433] Attempting to create new FS layout instead 17:49:50.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.117822 13656 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/data/instance: 17:49:50.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "627c7568a62d4cb39fddf207baea304c" 17:49:50.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:50 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:50.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.118707 13656 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/wal/instance: 17:49:50.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "627c7568a62d4cb39fddf207baea304c" 17:49:50.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:50 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.132333 13656 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.007s sys 0.003s 17:49:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.133574 13656 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.134028 13656 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.141882 13656 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.142010 13656 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/wal 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "627c7568a62d4cb39fddf207baea304c" 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:50 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.142278 13656 fs_report.cc:352] FS layout report 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/wal 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/wal 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/data/data 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.317661 13656 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.326573 13656 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.327949 13512 catalog_manager.cc:1082] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1: acquiring CA information for follower catalog manager: success 17:49:50.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.331743 13512 catalog_manager.cc:1110] T 00000000000000000000000000000000 P c2fb6fe75ac04dc4b5f0f67bfaf871b1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:50.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.337903 13656 tablet_server_main.cc:90] Starting tablet server... 17:49:50.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.462393 13521 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c: acquiring CA information for follower catalog manager: success 17:49:50.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.472779 13521 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 91047033cde84fd8b5137582d44f7e3c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:50.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:50.984071 13652 heartbeater.cc:467] Master 127.12.254.190:33817 was elected leader, sending a full tablet report... 17:49:51.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.064070 13656 rpc_server.cc:205] RPC server started. Bound to: 127.12.254.130:51935 17:49:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.066099 13656 webserver.cc:175] Starting webserver on 127.12.254.130:0 17:49:51.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.066340 13656 webserver.cc:186] Document root disabled 17:49:51.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.072592 13656 webserver.cc:313] Webserver started. Bound to: http://127.12.254.130:51377/ 17:49:51.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.073740 13656 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-1/data/info.pb 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.077697 13306 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 13656 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.078840 13306 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/wal 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/data 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.254.131:0 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.12.254.131 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.254.131 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.12.254.190:33817,127.12.254.189:50137,127.12.254.188:56598 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:51.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:51.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/logs 17:49:51.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/data/info.pb 17:49:51.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:51.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:51.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:51.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:51.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.125471 13656 tablet_server_main.cc:93] Tablet server successfully started. 17:49:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.170433 13789 heartbeater.cc:346] Connected to a master server at 127.12.254.188:56598 17:49:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.170969 13789 heartbeater.cc:426] Registering TS with master... 17:49:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.171641 13789 heartbeater.cc:475] Master 127.12.254.188:56598 requested a full tablet report, sending... 17:49:51.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.180101 13784 heartbeater.cc:346] Connected to a master server at 127.12.254.190:33817 17:49:51.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.180073 13472 ts_manager.cc:98] Registered new tserver with Master: 627c7568a62d4cb39fddf207baea304c (127.12.254.130:51935) 17:49:51.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.180338 13784 heartbeater.cc:426] Registering TS with master... 17:49:51.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.180802 13784 heartbeater.cc:475] Master 127.12.254.190:33817 requested a full tablet report, sending... 17:49:51.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.182976 13342 ts_manager.cc:98] Registered new tserver with Master: 627c7568a62d4cb39fddf207baea304c (127.12.254.130:51935) 17:49:51.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.184685 13342 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.12.254.130:47368 17:49:51.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.170778 13786 heartbeater.cc:346] Connected to a master server at 127.12.254.189:50137 17:49:51.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.186985 13786 heartbeater.cc:426] Registering TS with master... 17:49:51.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.187793 13786 heartbeater.cc:475] Master 127.12.254.189:50137 requested a full tablet report, sending... 17:49:51.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.190115 13408 ts_manager.cc:98] Registered new tserver with Master: 627c7568a62d4cb39fddf207baea304c (127.12.254.130:51935) 17:49:51.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:51.457562 13785 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:51.458621 13785 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:51.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:51.475407 13785 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:51.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:51.476243 13785 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.254.131 17:49:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.512346 13785 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/data 17:49:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/wal 17:49:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.12.254.131:0 17:49:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/data/info.pb 17:49:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.12.254.131 17:49:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.12.254.190:33817,127.12.254.189:50137,127.12.254.188:56598 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.12.254.131 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/logs 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.542261 13785 tablet_server_main.cc:85] Initializing tablet server... 17:49:51.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.545702 13785 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 271064us 17:49:51.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.546550 13785 fs_manager.cc:262] Metadata directory not provided 17:49:51.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.546880 13785 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:51.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.547410 13785 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:51.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.547797 13785 server_base.cc:433] Attempting to create new FS layout instead 17:49:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.553282 13785 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/data/instance: 17:49:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e805dfedbdd84945b09e0e6cb560a72f" 17:49:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:51 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.554802 13785 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/wal/instance: 17:49:51.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e805dfedbdd84945b09e0e6cb560a72f" 17:49:51.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:51 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:51.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.589838 13785 fs_manager.cc:502] Time spent creating directory manager: real 0.034s user 0.016s sys 0.014s 17:49:51.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.591938 13785 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:51.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.592656 13785 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:51.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.610589 13785 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.005s 17:49:51.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.610911 13785 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/wal 17:49:51.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e805dfedbdd84945b09e0e6cb560a72f" 17:49:51.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:51 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:51.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.611469 13785 fs_report.cc:352] FS layout report 17:49:51.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:51.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/wal 17:49:51.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/wal 17:49:51.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/data/data 17:49:51.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:51.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:51.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:51.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:51.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:51.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:51.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:51.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:51.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:51.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:51.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.940192 13785 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.943989 13785 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:51.945540 13785 tablet_server_main.cc:90] Starting tablet server... 17:49:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.121222 13785 rpc_server.cc:205] RPC server started. Bound to: 127.12.254.131:37935 17:49:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.122211 13785 webserver.cc:175] Starting webserver on 127.12.254.131:0 17:49:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.122331 13785 webserver.cc:186] Document root disabled 17:49:52.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.123857 13785 webserver.cc:313] Webserver started. Bound to: http://127.12.254.131:55874/ 17:49:52.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.125025 13785 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1709635549493387102/ts-2/data/info.pb 17:49:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.134996 13306 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 13785 17:49:52.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.147400 13785 tablet_server_main.cc:93] Tablet server successfully started. 17:49:52.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.188571 13784 heartbeater.cc:467] Master 127.12.254.190:33817 was elected leader, sending a full tablet report... 17:49:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.197738 13919 heartbeater.cc:346] Connected to a master server at 127.12.254.190:33817 17:49:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.198086 13919 heartbeater.cc:426] Registering TS with master... 17:49:52.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.199650 13919 heartbeater.cc:475] Master 127.12.254.190:33817 requested a full tablet report, sending... 17:49:52.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.201710 13921 heartbeater.cc:346] Connected to a master server at 127.12.254.188:56598 17:49:52.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.201910 13921 heartbeater.cc:426] Registering TS with master... 17:49:52.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.202240 13921 heartbeater.cc:475] Master 127.12.254.188:56598 requested a full tablet report, sending... 17:49:52.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.202266 13342 ts_manager.cc:98] Registered new tserver with Master: e805dfedbdd84945b09e0e6cb560a72f (127.12.254.131:37935) 17:49:52.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.203927 13472 ts_manager.cc:98] Registered new tserver with Master: e805dfedbdd84945b09e0e6cb560a72f (127.12.254.131:37935) 17:49:52.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.203977 13342 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.12.254.131:41406 17:49:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.200959 13920 heartbeater.cc:346] Connected to a master server at 127.12.254.189:50137 17:49:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.214022 13920 heartbeater.cc:426] Registering TS with master... 17:49:52.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.214362 13920 heartbeater.cc:475] Master 127.12.254.189:50137 requested a full tablet report, sending... 17:49:52.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.216156 13408 ts_manager.cc:98] Registered new tserver with Master: e805dfedbdd84945b09e0e6cb560a72f (127.12.254.131:37935) 17:49:52.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.218263 13306 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:49:52.219 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:49:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.285610 13342 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.12.254.190:54352: 17:49:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:49:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:49:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:49:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.339177 13856 tablet_service.cc:759] Processing CreateTablet for tablet b89643ca19da4f339c9f6da15fc6d132 (table=test [id=a4149a3c004e4e83988fe4fdb1cb9910]), partition=RANGE (key) PARTITION VALUES < 50 17:49:52.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.340236 13856 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet b89643ca19da4f339c9f6da15fc6d132. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.341850 13721 tablet_service.cc:759] Processing CreateTablet for tablet 2d5445f192e74339914652859f00ba5c (table=test [id=a4149a3c004e4e83988fe4fdb1cb9910]), partition=RANGE (key) PARTITION VALUES >= 50 17:49:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.342681 13721 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 2d5445f192e74339914652859f00ba5c. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:52.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.353287 13856 ts_tablet_manager.cc:1173] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f: Registered tablet (data state: TABLET_DATA_READY) 17:49:52.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.355602 13721 ts_tablet_manager.cc:1173] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c: Registered tablet (data state: TABLET_DATA_READY) 17:49:52.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.355530 13993 ts_tablet_manager.cc:1028] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f: Bootstrapping tablet 17:49:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.356289 13993 tablet_bootstrap.cc:438] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f: Bootstrap starting. 17:49:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.357237 13994 ts_tablet_manager.cc:1028] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c: Bootstrapping tablet 17:49:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.357869 13994 tablet_bootstrap.cc:438] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c: Bootstrap starting. 17:49:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.360059 13993 tablet_bootstrap.cc:592] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f: No blocks or log segments found. Creating new log. 17:49:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.360715 13994 tablet_bootstrap.cc:592] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c: No blocks or log segments found. Creating new log. 17:49:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.361415 13993 log.cc:525] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f: Log is configured to *not* fsync() on all Append() calls 17:49:52.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.362112 13994 log.cc:525] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c: Log is configured to *not* fsync() on all Append() calls 17:49:52.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.364827 13993 tablet_bootstrap.cc:438] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f: No bootstrap required, opened a new log 17:49:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.365093 13993 ts_tablet_manager.cc:1045] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.003s 17:49:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.365448 13994 tablet_bootstrap.cc:438] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c: No bootstrap required, opened a new log 17:49:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.365775 13994 ts_tablet_manager.cc:1045] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.004s 17:49:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.376646 13993 raft_consensus.cc:325] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e805dfedbdd84945b09e0e6cb560a72f" member_type: VOTER last_known_addr { host: "127.12.254.131" port: 37935 } } 17:49:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.377094 13993 raft_consensus.cc:351] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.377246 13993 raft_consensus.cc:630] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e805dfedbdd84945b09e0e6cb560a72f, State: Initialized, Role: FOLLOWER 17:49:52.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.377820 13993 consensus_queue.cc:228] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e805dfedbdd84945b09e0e6cb560a72f" member_type: VOTER last_known_addr { host: "127.12.254.131" port: 37935 } } 17:49:52.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.378226 13993 raft_consensus.cc:365] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:52.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.378047 13994 raft_consensus.cc:325] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "627c7568a62d4cb39fddf207baea304c" member_type: VOTER last_known_addr { host: "127.12.254.130" port: 51935 } } 17:49:52.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.378458 13993 raft_consensus.cc:457] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:52.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.378585 13994 raft_consensus.cc:351] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:52.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.378662 13993 raft_consensus.cc:2742] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f: Snoozing failure detection for 1.522s (starting election) 17:49:52.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.378821 13993 raft_consensus.cc:2794] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f [term 0 FOLLOWER]: Advancing to term 1 17:49:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.378793 13994 raft_consensus.cc:630] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 627c7568a62d4cb39fddf207baea304c, State: Initialized, Role: FOLLOWER 17:49:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.379389 13994 consensus_queue.cc:228] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "627c7568a62d4cb39fddf207baea304c" member_type: VOTER last_known_addr { host: "127.12.254.130" port: 51935 } } 17:49:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.379813 13994 raft_consensus.cc:365] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.380053 13994 raft_consensus.cc:457] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.380266 13994 raft_consensus.cc:2742] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c: Snoozing failure detection for 1.901s (starting election) 17:49:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.380517 13994 raft_consensus.cc:2794] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c [term 0 FOLLOWER]: Advancing to term 1 17:49:52.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.381584 13993 raft_consensus.cc:479] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e805dfedbdd84945b09e0e6cb560a72f" member_type: VOTER last_known_addr { host: "127.12.254.131" port: 37935 } } 17:49:52.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.381999 13993 leader_election.cc:278] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.383523 13994 raft_consensus.cc:479] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "627c7568a62d4cb39fddf207baea304c" member_type: VOTER last_known_addr { host: "127.12.254.130" port: 51935 } } 17:49:52.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.384189 13994 leader_election.cc:278] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:52.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.384251 13997 raft_consensus.cc:2742] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f: Snoozing failure detection for 1.929s (election complete) 17:49:52.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.384593 13997 raft_consensus.cc:2549] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f [term 1 FOLLOWER]: Leader election won for term 1 17:49:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.386512 13999 raft_consensus.cc:2742] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c: Snoozing failure detection for 1.715s (election complete) 17:49:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.386816 13999 raft_consensus.cc:2549] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c [term 1 FOLLOWER]: Leader election won for term 1 17:49:52.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.390880 13999 raft_consensus.cc:595] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c [term 1 LEADER]: Becoming Leader. State: Replica: 627c7568a62d4cb39fddf207baea304c, State: Running, Role: LEADER 17:49:52.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.390419 13997 raft_consensus.cc:595] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f [term 1 LEADER]: Becoming Leader. State: Replica: e805dfedbdd84945b09e0e6cb560a72f, State: Running, Role: LEADER 17:49:52.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.391791 13919 heartbeater.cc:467] Master 127.12.254.190:33817 was elected leader, sending a full tablet report... 17:49:52.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.392324 13997 consensus_queue.cc:205] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e805dfedbdd84945b09e0e6cb560a72f" member_type: VOTER last_known_addr { host: "127.12.254.131" port: 37935 } } 17:49:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.393105 13994 ts_tablet_manager.cc:1073] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c: Time spent starting tablet: real 0.027s user 0.021s sys 0.004s 17:49:52.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.392993 13999 consensus_queue.cc:205] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "627c7568a62d4cb39fddf207baea304c" member_type: VOTER last_known_addr { host: "127.12.254.130" port: 51935 } } 17:49:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.396492 13993 ts_tablet_manager.cc:1073] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f: Time spent starting tablet: real 0.031s user 0.020s sys 0.007s 17:49:52.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.401006 13342 catalog_manager.cc:3758] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f reported cstate change: term changed from 0 to 1, leader changed from to e805dfedbdd84945b09e0e6cb560a72f (127.12.254.131). New cstate: current_term: 1 leader_uuid: "e805dfedbdd84945b09e0e6cb560a72f" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e805dfedbdd84945b09e0e6cb560a72f" member_type: VOTER last_known_addr { host: "127.12.254.131" port: 37935 } health_report { overall_health: HEALTHY } } } 17:49:52.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.403760 13341 catalog_manager.cc:3758] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c reported cstate change: term changed from 0 to 1, leader changed from to 627c7568a62d4cb39fddf207baea304c (127.12.254.130). New cstate: current_term: 1 leader_uuid: "627c7568a62d4cb39fddf207baea304c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "627c7568a62d4cb39fddf207baea304c" member_type: VOTER last_known_addr { host: "127.12.254.130" port: 51935 } health_report { overall_health: HEALTHY } } } 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.453932 13342 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.12.254.190:54352: 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:52.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.484666 13589 tablet_service.cc:759] Processing CreateTablet for tablet 137aef960e264b1cbd4566ba9c0be25f (table=simple-test [id=54c32c14c10e4bc9ad74216dfd929567]), partition=RANGE (key) PARTITION UNBOUNDED 17:49:52.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.485523 13589 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 137aef960e264b1cbd4566ba9c0be25f. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:52.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.503005 13589 ts_tablet_manager.cc:1173] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459: Registered tablet (data state: TABLET_DATA_READY) 17:49:52.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.504688 14006 ts_tablet_manager.cc:1028] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459: Bootstrapping tablet 17:49:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.505240 14006 tablet_bootstrap.cc:438] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459: Bootstrap starting. 17:49:52.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.507468 14006 tablet_bootstrap.cc:592] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459: No blocks or log segments found. Creating new log. 17:49:52.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.508713 14006 log.cc:525] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459: Log is configured to *not* fsync() on all Append() calls 17:49:52.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.511260 14006 tablet_bootstrap.cc:438] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459: No bootstrap required, opened a new log 17:49:52.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.511654 14006 ts_tablet_manager.cc:1045] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459: Time spent bootstrapping tablet: real 0.007s user 0.004s sys 0.001s 17:49:52.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.523182 14006 raft_consensus.cc:325] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "45f566abe7d9455e8a71531433eed459" member_type: VOTER last_known_addr { host: "127.12.254.129" port: 45728 } } 17:49:52.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.523712 14006 raft_consensus.cc:351] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:52.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.523998 14006 raft_consensus.cc:630] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45f566abe7d9455e8a71531433eed459, State: Initialized, Role: FOLLOWER 17:49:52.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.524706 14006 consensus_queue.cc:228] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "45f566abe7d9455e8a71531433eed459" member_type: VOTER last_known_addr { host: "127.12.254.129" port: 45728 } } 17:49:52.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.525092 14006 raft_consensus.cc:365] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:52.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.525462 14006 raft_consensus.cc:457] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:52.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.525696 14006 raft_consensus.cc:2742] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459: Snoozing failure detection for 1.996s (starting election) 17:49:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.526118 14006 raft_consensus.cc:2794] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459 [term 0 FOLLOWER]: Advancing to term 1 17:49:52.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.528993 14006 raft_consensus.cc:479] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "45f566abe7d9455e8a71531433eed459" member_type: VOTER last_known_addr { host: "127.12.254.129" port: 45728 } } 17:49:52.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.529580 14006 leader_election.cc:278] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:52.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.531316 14008 raft_consensus.cc:2742] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459: Snoozing failure detection for 1.564s (election complete) 17:49:52.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.531558 14008 raft_consensus.cc:2549] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459 [term 1 FOLLOWER]: Leader election won for term 1 17:49:52.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.533238 14008 raft_consensus.cc:595] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459 [term 1 LEADER]: Becoming Leader. State: Replica: 45f566abe7d9455e8a71531433eed459, State: Running, Role: LEADER 17:49:52.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.533860 14008 consensus_queue.cc:205] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "45f566abe7d9455e8a71531433eed459" member_type: VOTER last_known_addr { host: "127.12.254.129" port: 45728 } } 17:49:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.535353 14006 ts_tablet_manager.cc:1073] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459: Time spent starting tablet: real 0.024s user 0.018s sys 0.003s 17:49:52.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:52.624938 13794 tablet.cc:1728] T 2d5445f192e74339914652859f00ba5c P 627c7568a62d4cb39fddf207baea304c: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:52.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:52.628448 13341 catalog_manager.cc:3758] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459 reported cstate change: term changed from 0 to 1, leader changed from to 45f566abe7d9455e8a71531433eed459 (127.12.254.129). New cstate: current_term: 1 leader_uuid: "45f566abe7d9455e8a71531433eed459" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "45f566abe7d9455e8a71531433eed459" member_type: VOTER last_known_addr { host: "127.12.254.129" port: 45728 } health_report { overall_health: HEALTHY } } } 17:49:52.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:52.645071 13922 tablet.cc:1728] T b89643ca19da4f339c9f6da15fc6d132 P e805dfedbdd84945b09e0e6cb560a72f: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:52.711030 13660 tablet.cc:1728] T 137aef960e264b1cbd4566ba9c0be25f P 45f566abe7d9455e8a71531433eed459: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:53.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:53.034780 13306 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 13506 17:49:53.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:53.074715 13326 connection.cc:512] server connection from 127.12.254.129:43200 recv error: Network error: failed to read from TLS socket (remote: 127.12.254.129:43200): Connection reset by peer (error 104) 17:49:53.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:53.075760 13388 connection.cc:512] server connection from 127.12.254.129:54471 recv error: Network error: failed to read from TLS socket (remote: 127.12.254.129:54471): Connection reset by peer (error 104) 17:49:53.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:53.076766 13453 connection.cc:512] server connection from 127.12.254.129:60107 recv error: Network error: failed to read from TLS socket (remote: 127.12.254.129:60107): Connection reset by peer (error 104) 17:49:53.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:53.078491 13306 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 13656 17:49:53.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:53.122040 13323 connection.cc:512] server connection from 127.12.254.130:47368 recv error: Network error: failed to read from TLS socket (remote: 127.12.254.130:47368): Connection reset by peer (error 104) 17:49:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:53.122829 13387 connection.cc:512] server connection from 127.12.254.130:56952 recv error: Network error: failed to read from TLS socket (remote: 127.12.254.130:56952): Connection reset by peer (error 104) 17:49:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:53.123003 13306 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 13785 17:49:53.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:53.130664 13452 connection.cc:512] server connection from 127.12.254.130:38416 recv error: Network error: failed to read from TLS socket (remote: 127.12.254.130:38416): Connection reset by peer (error 104) 17:49:53.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:53.145403 13452 connection.cc:512] server connection from 127.12.254.131:41625 recv error: Network error: failed to read from TLS socket (remote: 127.12.254.131:41625): Connection reset by peer (error 104) 17:49:53.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:53.145402 13326 connection.cc:512] server connection from 127.12.254.131:41406 recv error: Network error: failed to read from TLS socket (remote: 127.12.254.131:41406): Connection reset by peer (error 104) 17:49:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:53.146080 13392 connection.cc:512] server connection from 127.12.254.131:33658 recv error: Network error: failed to read from TLS socket (remote: 127.12.254.131:33658): Connection reset by peer (error 104) 17:49:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:53.146387 13306 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 13314 17:49:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:53.169525 13306 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 13376 17:49:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:53.195070 13306 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 13442 17:49:54.243 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614194243 17:49:54.244 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:49:54.244 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:49:54.244 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:49:54.244 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:49:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.454584 14041 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/wal 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/data 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.13.182.126:50061 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.13.182.126 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/logs 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/data/info.pb 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:54.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.13.182.126:50061,127.13.182.125:52231,127.13.182.124:49068 with env {} 17:49:54.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:54.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:54.612679 14049 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:54.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:54.613057 14049 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:54.622238 14049 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:54.622366 14049 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:54.622539 14049 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:54.622714 14049 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.641448 14049 master_main.cc:73] Master server non-default flags: 17:49:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/data 17:49:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/wal 17:49:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.13.182.126:50061,127.13.182.125:52231,127.13.182.124:49068 17:49:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.13.182.126:50061 17:49:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/data/info.pb 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.13.182.126 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/logs 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:54.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.656381 14049 master_main.cc:80] Initializing master server... 17:49:54.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.659166 14049 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 272564us 17:49:54.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.659920 14049 fs_manager.cc:262] Metadata directory not provided 17:49:54.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.660043 14049 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:54.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.660341 14049 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:54.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.660470 14049 server_base.cc:433] Attempting to create new FS layout instead 17:49:54.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.664209 14049 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/data/instance: 17:49:54.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "800503ede54347f9807d7e47b3384d1b" 17:49:54.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:54 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:54.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.664981 14049 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/wal/instance: 17:49:54.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "800503ede54347f9807d7e47b3384d1b" 17:49:54.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:54 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:54.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.679294 14049 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.004s 17:49:54.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.680508 14049 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:54.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.681679 14049 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.689918 14049 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:49:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.690032 14049 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/wal 17:49:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "800503ede54347f9807d7e47b3384d1b" 17:49:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:54 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.690263 14049 fs_report.cc:352] FS layout report 17:49:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/wal 17:49:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/wal 17:49:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/data/data 17:49:54.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:54.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:54.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:54.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:54.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:54.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:54.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:54.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:54.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:54.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.838469 14049 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:54.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.840776 14049 master_main.cc:83] Starting Master server... 17:49:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.930799 14049 rpc_server.cc:205] RPC server started. Bound to: 127.13.182.126:50061 17:49:54.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.931654 14049 webserver.cc:175] Starting webserver on 127.13.182.126:0 17:49:54.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.931751 14049 webserver.cc:186] Document root disabled 17:49:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.933615 14049 webserver.cc:313] Webserver started. Bound to: http://127.13.182.126:57224/ 17:49:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.934379 14049 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-0/data/info.pb 17:49:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.937989 14041 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 14049 17:49:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.938359 14110 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.939143 14041 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/wal 17:49:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/data 17:49:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.13.182.125:52231 17:49:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.13.182.125 17:49:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/logs 17:49:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/data/info.pb 17:49:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.13.182.126:50061,127.13.182.125:52231,127.13.182.124:49068 with env {} 17:49:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.954339 14110 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } has no permanent_uuid. Determining permanent_uuid... 17:49:54.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.975850 14110 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } has no permanent_uuid. Determining permanent_uuid... 17:49:54.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:54.977586 14110 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.13.182.125:52231: Network error: Client connection negotiation failed: client connection to 127.13.182.125:52231: connect: Connection refused (error 111) 17:49:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:54.996935 14110 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } attempt: 1 17:49:54.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:54.998131 14110 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.13.182.125:52231: Network error: Client connection negotiation failed: client connection to 127.13.182.125:52231: connect: Connection refused (error 111) 17:49:55.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.046442 14110 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } attempt: 2 17:49:55.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.047858 14110 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.13.182.125:52231: Network error: Client connection negotiation failed: client connection to 127.13.182.125:52231: connect: Connection refused (error 111) 17:49:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.102946 14111 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.103304 14111 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.112411 14111 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.112534 14111 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.112648 14111 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.112814 14111 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.132261 14111 master_main.cc:73] Master server non-default flags: 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/data 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/wal 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.13.182.126:50061,127.13.182.125:52231,127.13.182.124:49068 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.13.182.125:52231 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/data/info.pb 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.13.182.125 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/logs 17:49:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.147089 14111 master_main.cc:80] Initializing master server... 17:49:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.149089 14111 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 273064us 17:49:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.149874 14111 fs_manager.cc:262] Metadata directory not provided 17:49:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.150017 14111 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.150336 14111 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.150477 14111 server_base.cc:433] Attempting to create new FS layout instead 17:49:55.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.154273 14111 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/data/instance: 17:49:55.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "cfd6ce61f0fe41c4a1acb88641c15290" 17:49:55.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.155081 14111 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/wal/instance: 17:49:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "cfd6ce61f0fe41c4a1acb88641c15290" 17:49:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.159188 14110 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } attempt: 3 17:49:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.160535 14110 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.13.182.125:52231: Network error: Client connection negotiation failed: client connection to 127.13.182.125:52231: connect: Connection refused (error 111) 17:49:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.172935 14111 fs_manager.cc:502] Time spent creating directory manager: real 0.017s user 0.007s sys 0.005s 17:49:55.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.174119 14111 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.175314 14111 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.183404 14111 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.003s 17:49:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.183531 14111 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/wal 17:49:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "cfd6ce61f0fe41c4a1acb88641c15290" 17:49:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.183760 14111 fs_report.cc:352] FS layout report 17:49:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/wal 17:49:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/wal 17:49:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/data/data 17:49:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:55.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.323567 14111 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:55.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.326194 14111 master_main.cc:83] Starting Master server... 17:49:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.336860 14110 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } attempt: 4 17:49:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.338414 14110 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.13.182.125:52231: Network error: Client connection negotiation failed: client connection to 127.13.182.125:52231: connect: Connection refused (error 111) 17:49:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.414188 14111 rpc_server.cc:205] RPC server started. Bound to: 127.13.182.125:52231 17:49:55.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.415199 14111 webserver.cc:175] Starting webserver on 127.13.182.125:0 17:49:55.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.415315 14111 webserver.cc:186] Document root disabled 17:49:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.417387 14111 webserver.cc:313] Webserver started. Bound to: http://127.13.182.125:55238/ 17:49:55.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.418435 14111 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-1/data/info.pb 17:49:55.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.422014 14176 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.425014 14041 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 14111 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.426124 14041 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/wal 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/data 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.13.182.124:49068 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.13.182.124 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/logs 17:49:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/data/info.pb 17:49:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:49:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.13.182.126:50061,127.13.182.125:52231,127.13.182.124:49068 with env {} 17:49:55.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.436940 14176 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } has no permanent_uuid. Determining permanent_uuid... 17:49:55.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.452214 14176 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } has no permanent_uuid. Determining permanent_uuid... 17:49:55.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.464345 14176 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } has no permanent_uuid. Determining permanent_uuid... 17:49:55.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.465956 14176 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.13.182.124:49068: Network error: Client connection negotiation failed: client connection to 127.13.182.124:49068: connect: Connection refused (error 111) 17:49:55.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.485366 14176 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } attempt: 1 17:49:55.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.486414 14176 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.13.182.124:49068: Network error: Client connection negotiation failed: client connection to 127.13.182.124:49068: connect: Connection refused (error 111) 17:49:55.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.534757 14176 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } attempt: 2 17:49:55.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.535972 14176 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.13.182.124:49068: Network error: Client connection negotiation failed: client connection to 127.13.182.124:49068: connect: Connection refused (error 111) 17:49:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.589337 14177 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.589749 14177 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:55.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.598909 14177 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:49:55.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.599033 14177 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:55.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.599154 14177 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:49:55.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.599305 14177 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:49:55.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.617810 14177 master_main.cc:73] Master server non-default flags: 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/data 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/wal 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.13.182.126:50061,127.13.182.125:52231,127.13.182.124:49068 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.13.182.124:49068 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/data/info.pb 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.13.182.124 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/logs 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:55.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.632284 14177 master_main.cc:80] Initializing master server... 17:49:55.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.635118 14177 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 273064us 17:49:55.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.635879 14177 fs_manager.cc:262] Metadata directory not provided 17:49:55.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.636000 14177 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:55.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.636302 14177 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:55.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.636432 14177 server_base.cc:433] Attempting to create new FS layout instead 17:49:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.640175 14177 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/data/instance: 17:49:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6bfd34a063b04d7786440767bcdac9e5" 17:49:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.640946 14177 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/wal/instance: 17:49:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6bfd34a063b04d7786440767bcdac9e5" 17:49:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.641741 14110 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } attempt: 5 17:49:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.647300 14176 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } attempt: 3 17:49:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.648119 14110 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } has no permanent_uuid. Determining permanent_uuid... 17:49:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.648754 14176 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.13.182.124:49068: Network error: Client connection negotiation failed: client connection to 127.13.182.124:49068: connect: Connection refused (error 111) 17:49:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.649988 14110 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.13.182.124:49068: Network error: Client connection negotiation failed: client connection to 127.13.182.124:49068: connect: Connection refused (error 111) 17:49:55.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.655710 14177 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.011s sys 0.003s 17:49:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.656900 14177 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:55.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.658095 14177 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.666191 14177 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s 17:49:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.666317 14177 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/wal 17:49:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6bfd34a063b04d7786440767bcdac9e5" 17:49:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.666586 14177 fs_report.cc:352] FS layout report 17:49:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/wal 17:49:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/wal 17:49:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/data/data 17:49:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.688319 14110 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } attempt: 1 17:49:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.689687 14110 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.13.182.124:49068: Network error: Client connection negotiation failed: client connection to 127.13.182.124:49068: connect: Connection refused (error 111) 17:49:55.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.738056 14110 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } attempt: 2 17:49:55.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.739432 14110 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.13.182.124:49068: Network error: Client connection negotiation failed: client connection to 127.13.182.124:49068: connect: Connection refused (error 111) 17:49:55.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.814808 14177 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.817179 14177 master_main.cc:83] Starting Master server... 17:49:55.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.825170 14176 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } attempt: 4 17:49:55.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.826443 14176 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.13.182.124:49068: Network error: Client connection negotiation failed: client connection to 127.13.182.124:49068: connect: Connection refused (error 111) 17:49:55.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.839799 14110 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } attempt: 3 17:49:55.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:55.841272 14110 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.13.182.124:49068: Network error: Client connection negotiation failed: client connection to 127.13.182.124:49068: connect: Connection refused (error 111) 17:49:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.910321 14177 rpc_server.cc:205] RPC server started. Bound to: 127.13.182.124:49068 17:49:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.911201 14177 webserver.cc:175] Starting webserver on 127.13.182.124:0 17:49:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.911303 14177 webserver.cc:186] Document root disabled 17:49:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.913208 14177 webserver.cc:313] Webserver started. Bound to: http://127.13.182.124:39806/ 17:49:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.913949 14177 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/master-2/data/info.pb 17:49:55.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.917165 14240 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.922848 14041 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 14177 17:49:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.924237 14041 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/wal 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/data 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.13.182.65:0 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.13.182.65 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.13.182.65 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.13.182.126:50061,127.13.182.125:52231,127.13.182.124:49068 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/logs 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/data/info.pb 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.932325 14240 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } has no permanent_uuid. Determining permanent_uuid... 17:49:55.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.947441 14240 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } has no permanent_uuid. Determining permanent_uuid... 17:49:55.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.954661 14240 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } has no permanent_uuid. Determining permanent_uuid... 17:49:55.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.970738 14240 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5: Bootstrap starting. 17:49:55.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.973117 14240 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5: No blocks or log segments found. Creating new log. 17:49:55.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.974544 14240 log.cc:525] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5: Log is configured to *not* fsync() on all Append() calls 17:49:55.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.979089 14240 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5: No bootstrap required, opened a new log 17:49:55.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.982022 14110 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } attempt: 4 17:49:55.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.995044 14240 raft_consensus.cc:325] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } 17:49:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.995962 14240 raft_consensus.cc:351] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.996259 14240 raft_consensus.cc:630] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bfd34a063b04d7786440767bcdac9e5, State: Initialized, Role: FOLLOWER 17:49:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.997292 14110 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b: Bootstrap starting. 17:49:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:55.996978 14240 consensus_queue.cc:228] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } 17:49:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.000581 14240 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } } 17:49:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.001019 14110 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b: No blocks or log segments found. Creating new log. 17:49:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.001336 14240 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [sys.catalog]: This master's current role is: FOLLOWER 17:49:56.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.002809 14240 sys_catalog.cc:424] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [sys.catalog]: configured and running, proceeding with master startup. 17:49:56.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.002908 14110 log.cc:525] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b: Log is configured to *not* fsync() on all Append() calls 17:49:56.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.010579 14110 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b: No bootstrap required, opened a new log 17:49:56.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.028096 14110 raft_consensus.cc:325] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } 17:49:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.028959 14110 raft_consensus.cc:351] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.029278 14110 raft_consensus.cc:630] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 800503ede54347f9807d7e47b3384d1b, State: Initialized, Role: FOLLOWER 17:49:56.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.030031 14110 consensus_queue.cc:228] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } 17:49:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.037487 14248 sys_catalog.cc:337] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } } 17:49:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.038594 14248 sys_catalog.cc:340] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [sys.catalog]: This master's current role is: FOLLOWER 17:49:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.001421 14245 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } } 17:49:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.102712 14245 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [sys.catalog]: This master's current role is: FOLLOWER 17:49:56.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:56.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:56.119482 14241 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:56.120195 14241 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:56.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.129781 14176 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } attempt: 5 17:49:56.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:56.135617 14241 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:56.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:56.136202 14241 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.182.65 17:49:56.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:56.071156 14196 tablet.cc:1728] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:56.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.038297 14110 sys_catalog.cc:337] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } } 17:49:56.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.136939 14110 sys_catalog.cc:340] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [sys.catalog]: This master's current role is: FOLLOWER 17:49:56.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.138334 14110 sys_catalog.cc:424] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [sys.catalog]: configured and running, proceeding with master startup. 17:49:56.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.138367 14247 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:49:56.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.139780 14177 master_main.cc:86] Master server successfully started. 17:49:56.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.143504 14049 master_main.cc:86] Master server successfully started. 17:49:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.145048 14176 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290: Bootstrap starting. 17:49:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.147461 14176 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290: No blocks or log segments found. Creating new log. 17:49:56.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.148922 14176 log.cc:525] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290: Log is configured to *not* fsync() on all Append() calls 17:49:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.152804 14176 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290: No bootstrap required, opened a new log 17:49:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:56.153995 14249 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:56.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:56.154214 14249 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:56.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.164860 14176 raft_consensus.cc:325] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } 17:49:56.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.165310 14176 raft_consensus.cc:351] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:56.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.165614 14176 raft_consensus.cc:630] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cfd6ce61f0fe41c4a1acb88641c15290, State: Initialized, Role: FOLLOWER 17:49:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.166335 14176 consensus_queue.cc:228] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } 17:49:56.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.169000 14176 sys_catalog.cc:337] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } } 17:49:56.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.169670 14176 sys_catalog.cc:340] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [sys.catalog]: This master's current role is: FOLLOWER 17:49:56.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.170200 14256 sys_catalog.cc:337] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } } 17:49:56.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.171090 14256 sys_catalog.cc:340] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [sys.catalog]: This master's current role is: FOLLOWER 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.174125 14241 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/data 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/wal 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.13.182.65:0 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/data/info.pb 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.13.182.65 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.13.182.126:50061,127.13.182.125:52231,127.13.182.124:49068 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.13.182.65 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/logs 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:56.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:56.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:56.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:56.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:56.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:56.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.200074 14241 tablet_server_main.cc:85] Initializing tablet server... 17:49:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.204330 14241 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 273564us 17:49:56.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.205090 14241 fs_manager.cc:262] Metadata directory not provided 17:49:56.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.205345 14241 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:56.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.205808 14241 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.206063 14241 server_base.cc:433] Attempting to create new FS layout instead 17:49:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.211805 14241 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/data/instance: 17:49:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "bf6ae5df39054593a54574090e943b54" 17:49:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.212991 14241 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/wal/instance: 17:49:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "bf6ae5df39054593a54574090e943b54" 17:49:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:56.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.230347 14248 raft_consensus.cc:457] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:49:56.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.230634 14248 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b: Snoozing failure detection for 1.582s (starting election) 17:49:56.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.230926 14248 raft_consensus.cc:479] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } 17:49:56.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.232237 14248 leader_election.cc:251] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer cfd6ce61f0fe41c4a1acb88641c15290 (127.13.182.125:52231) 17:49:56.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.233902 14248 leader_election.cc:251] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 6bfd34a063b04d7786440767bcdac9e5 (127.13.182.124:49068) 17:49:56.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.235402 14217 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "800503ede54347f9807d7e47b3384d1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bfd34a063b04d7786440767bcdac9e5" is_pre_election: true 17:49:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.171187 14176 sys_catalog.cc:424] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [sys.catalog]: configured and running, proceeding with master startup. 17:49:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.236083 14217 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5: Snoozing failure detection for 2.146s (vote granted) 17:49:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.236341 14217 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 800503ede54347f9807d7e47b3384d1b in term 0. 17:49:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.237581 14061 leader_election.cc:387] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [CANDIDATE]: Term 1 pre-election: Vote granted by peer 6bfd34a063b04d7786440767bcdac9e5 (127.13.182.124:49068) 17:49:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.237759 14061 leader_election.cc:278] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:49:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.238451 14248 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b: Snoozing failure detection for 2.246s (election complete) 17:49:56.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.238840 14248 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [term 0 FOLLOWER]: Leader pre-election won for term 1 17:49:56.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.239192 14248 raft_consensus.cc:457] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:49:56.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.239568 14248 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b: Snoozing failure detection for 1.747s (starting election) 17:49:56.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.239919 14248 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [term 0 FOLLOWER]: Advancing to term 1 17:49:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.246552 14248 raft_consensus.cc:479] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } 17:49:56.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.247562 14248 leader_election.cc:251] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [CANDIDATE]: Term 1 election: Requesting vote from peer cfd6ce61f0fe41c4a1acb88641c15290 (127.13.182.125:52231) 17:49:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.247974 14248 leader_election.cc:251] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [CANDIDATE]: Term 1 election: Requesting vote from peer 6bfd34a063b04d7786440767bcdac9e5 (127.13.182.124:49068) 17:49:56.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.249119 14217 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "800503ede54347f9807d7e47b3384d1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bfd34a063b04d7786440767bcdac9e5" 17:49:56.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.249562 14217 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [term 0 FOLLOWER]: Advancing to term 1 17:49:56.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.249874 14217 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5: Snoozing failure detection for 2.065s (vote granted) 17:49:56.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.252454 14241 fs_manager.cc:502] Time spent creating directory manager: real 0.039s user 0.012s sys 0.019s 17:49:56.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.254281 14241 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:56.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.254667 14217 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 800503ede54347f9807d7e47b3384d1b in term 1. 17:49:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.255381 14061 leader_election.cc:387] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [CANDIDATE]: Term 1 election: Vote granted by peer 6bfd34a063b04d7786440767bcdac9e5 (127.13.182.124:49068) 17:49:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.255595 14061 leader_election.cc:278] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.255699 14241 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:56.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.256254 14248 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b: Snoozing failure detection for 1.528s (election complete) 17:49:56.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.256503 14248 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [term 1 FOLLOWER]: Leader election won for term 1 17:49:56.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.271778 14248 raft_consensus.cc:595] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [term 1 LEADER]: Becoming Leader. State: Replica: 800503ede54347f9807d7e47b3384d1b, State: Running, Role: LEADER 17:49:56.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.272758 14248 consensus_queue.cc:205] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } 17:49:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.277887 14241 fs_manager.cc:418] Time spent opening block manager: real 0.008s user 0.000s sys 0.006s 17:49:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.278152 14241 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/wal 17:49:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "bf6ae5df39054593a54574090e943b54" 17:49:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.278693 14241 fs_report.cc:352] FS layout report 17:49:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/wal 17:49:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/wal 17:49:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/data/data 17:49:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:56.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.292372 14260 sys_catalog.cc:337] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 800503ede54347f9807d7e47b3384d1b. Latest consensus state: current_term: 1 leader_uuid: "800503ede54347f9807d7e47b3384d1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } } 17:49:56.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.293509 14260 sys_catalog.cc:340] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [sys.catalog]: This master's current role is: LEADER 17:49:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.234555 14153 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "800503ede54347f9807d7e47b3384d1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" is_pre_election: true 17:49:56.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.300395 14263 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:49:56.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.300542 14111 master_main.cc:86] Master server successfully started. 17:49:56.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.298280 14153 raft_consensus.cc:2742] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290: Snoozing failure detection for 1.858s (vote granted) 17:49:56.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.298980 14152 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "800503ede54347f9807d7e47b3384d1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" 17:49:56.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.300802 14153 raft_consensus.cc:2255] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 800503ede54347f9807d7e47b3384d1b in term 0. 17:49:56.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.301450 14152 raft_consensus.cc:2230] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate 800503ede54347f9807d7e47b3384d1b for term 1 because replica is already servicing an update from a current leader or another vote. 17:49:56.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.302891 14058 leader_election.cc:387] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [CANDIDATE]: Term 1 pre-election: Vote granted by peer cfd6ce61f0fe41c4a1acb88641c15290 (127.13.182.125:52231) 17:49:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.303653 14058 leader_election.cc:401] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [CANDIDATE]: Term 1 election: Vote denied by peer cfd6ce61f0fe41c4a1acb88641c15290 (127.13.182.125:52231). Message: Service unavailable: T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate 800503ede54347f9807d7e47b3384d1b for term 1 because replica is already servicing an update from a current leader or another vote. 17:49:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.307476 14263 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:49:56.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:56.309881 14258 catalog_manager.cc:1084] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:49:56.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:56.310045 14258 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:49:56.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:56.329980 14132 tablet.cc:1728] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:56.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:56.345705 14066 tablet.cc:1728] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:56.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.396126 14217 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [term 1 FOLLOWER]: Refusing update from remote peer 800503ede54347f9807d7e47b3384d1b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:56.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.396448 14152 raft_consensus.cc:2794] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [term 0 FOLLOWER]: Advancing to term 1 17:49:56.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.397557 14260 consensus_queue.cc:963] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [LEADER]: Connected to new peer: Peer: permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:56.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.402269 14152 raft_consensus.cc:1083] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [term 1 FOLLOWER]: Refusing update from remote peer 800503ede54347f9807d7e47b3384d1b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:49:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.403790 14260 consensus_queue.cc:963] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [LEADER]: Connected to new peer: Peer: permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:49:56.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.430835 14245 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 800503ede54347f9807d7e47b3384d1b. Latest consensus state: current_term: 1 leader_uuid: "800503ede54347f9807d7e47b3384d1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } } 17:49:56.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.431538 14245 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [sys.catalog]: This master's current role is: FOLLOWER 17:49:56.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.435214 14245 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "800503ede54347f9807d7e47b3384d1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } } 17:49:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.435853 14245 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5 [sys.catalog]: This master's current role is: FOLLOWER 17:49:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.436455 14256 sys_catalog.cc:337] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 800503ede54347f9807d7e47b3384d1b. Latest consensus state: current_term: 1 leader_uuid: "800503ede54347f9807d7e47b3384d1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } } 17:49:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.437137 14256 sys_catalog.cc:340] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [sys.catalog]: This master's current role is: FOLLOWER 17:49:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.440934 14260 sys_catalog.cc:337] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "800503ede54347f9807d7e47b3384d1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } } 17:49:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.441637 14260 sys_catalog.cc:340] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [sys.catalog]: This master's current role is: LEADER 17:49:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.453269 14263 catalog_manager.cc:924] Generated new certificate authority record 17:49:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.455703 14263 catalog_manager.cc:1046] Loading token signing keys... 17:49:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.458781 14256 sys_catalog.cc:337] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "800503ede54347f9807d7e47b3384d1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } } 17:49:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.459380 14256 sys_catalog.cc:340] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290 [sys.catalog]: This master's current role is: FOLLOWER 17:49:56.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.469877 14276 sys_catalog.cc:337] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "800503ede54347f9807d7e47b3384d1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "800503ede54347f9807d7e47b3384d1b" member_type: VOTER last_known_addr { host: "127.13.182.126" port: 50061 } } peers { permanent_uuid: "cfd6ce61f0fe41c4a1acb88641c15290" member_type: VOTER last_known_addr { host: "127.13.182.125" port: 52231 } } peers { permanent_uuid: "6bfd34a063b04d7786440767bcdac9e5" member_type: VOTER last_known_addr { host: "127.13.182.124" port: 49068 } } } 17:49:56.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.471041 14276 sys_catalog.cc:340] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b [sys.catalog]: This master's current role is: LEADER 17:49:56.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.485224 14263 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 800503ede54347f9807d7e47b3384d1b: Generated new TSK 0 17:49:56.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.512059 14241 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:56.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.516268 14241 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.518750 14241 tablet_server_main.cc:90] Starting tablet server... 17:49:56.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.753453 14241 rpc_server.cc:205] RPC server started. Bound to: 127.13.182.65:43909 17:49:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.754530 14241 webserver.cc:175] Starting webserver on 127.13.182.65:0 17:49:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.754640 14241 webserver.cc:186] Document root disabled 17:49:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.756314 14241 webserver.cc:313] Webserver started. Bound to: http://127.13.182.65:43806/ 17:49:56.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.757040 14241 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-0/data/info.pb 17:49:56.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.760807 14041 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 14241 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.762013 14041 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/wal 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/data 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.13.182.66:0 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.13.182.66 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.13.182.66 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.13.182.126:50061,127.13.182.125:52231,127.13.182.124:49068 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/logs 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/data/info.pb 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.789065 14241 tablet_server_main.cc:93] Tablet server successfully started. 17:49:56.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.839453 14388 heartbeater.cc:346] Connected to a master server at 127.13.182.125:52231 17:49:56.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.839737 14388 heartbeater.cc:426] Registering TS with master... 17:49:56.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.840255 14388 heartbeater.cc:475] Master 127.13.182.125:52231 requested a full tablet report, sending... 17:49:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.843482 14143 ts_manager.cc:98] Registered new tserver with Master: bf6ae5df39054593a54574090e943b54 (127.13.182.65:43909) 17:49:56.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.850067 14387 heartbeater.cc:346] Connected to a master server at 127.13.182.126:50061 17:49:56.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.850291 14387 heartbeater.cc:426] Registering TS with master... 17:49:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.850786 14387 heartbeater.cc:475] Master 127.13.182.126:50061 requested a full tablet report, sending... 17:49:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.852429 14390 heartbeater.cc:346] Connected to a master server at 127.13.182.124:49068 17:49:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.852648 14390 heartbeater.cc:426] Registering TS with master... 17:49:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.853051 14390 heartbeater.cc:475] Master 127.13.182.124:49068 requested a full tablet report, sending... 17:49:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.853888 14077 ts_manager.cc:98] Registered new tserver with Master: bf6ae5df39054593a54574090e943b54 (127.13.182.65:43909) 17:49:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.855854 14207 ts_manager.cc:98] Registered new tserver with Master: bf6ae5df39054593a54574090e943b54 (127.13.182.65:43909) 17:49:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.859119 14077 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.13.182.65:46349 17:49:56.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:56.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:56.953531 14392 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:56.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:56.953963 14392 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:56.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:56.963014 14392 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:56.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:56.963413 14392 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.182.66 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.977879 14392 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/data 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/wal 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.13.182.66:0 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/data/info.pb 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.13.182.66 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.13.182.126:50061,127.13.182.125:52231,127.13.182.124:49068 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.13.182.66 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/logs 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.994488 14392 tablet_server_main.cc:85] Initializing tablet server... 17:49:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.997546 14392 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 273564us 17:49:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.998373 14392 fs_manager.cc:262] Metadata directory not provided 17:49:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.998773 14392 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:56.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.999330 14392 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:56.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:56.999665 14392 server_base.cc:433] Attempting to create new FS layout instead 17:49:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.004456 14392 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/data/instance: 17:49:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8bc2f0b0991b49ff97e54b532c07b2c4" 17:49:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:57 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:57.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.005362 14392 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/wal/instance: 17:49:57.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8bc2f0b0991b49ff97e54b532c07b2c4" 17:49:57.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:57 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.018836 14392 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.007s sys 0.005s 17:49:57.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.020073 14392 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:57.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.020591 14392 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:57.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.028270 14392 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s 17:49:57.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.028398 14392 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/wal 17:49:57.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8bc2f0b0991b49ff97e54b532c07b2c4" 17:49:57.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:57 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.028724 14392 fs_report.cc:352] FS layout report 17:49:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/wal 17:49:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/wal 17:49:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/data/data 17:49:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.154189 14247 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5: acquiring CA information for follower catalog manager: success 17:49:57.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.157256 14247 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 6bfd34a063b04d7786440767bcdac9e5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.306910 14392 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:57.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.315846 14392 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:57.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.315860 14258 catalog_manager.cc:1082] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290: acquiring CA information for follower catalog manager: success 17:49:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.318789 14258 catalog_manager.cc:1110] T 00000000000000000000000000000000 P cfd6ce61f0fe41c4a1acb88641c15290: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:49:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.326097 14392 tablet_server_main.cc:90] Starting tablet server... 17:49:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:57.862247 14387 heartbeater.cc:467] Master 127.13.182.126:50061 was elected leader, sending a full tablet report... 17:49:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.020392 14392 rpc_server.cc:205] RPC server started. Bound to: 127.13.182.66:50749 17:49:58.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.022701 14392 webserver.cc:175] Starting webserver on 127.13.182.66:0 17:49:58.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.022944 14392 webserver.cc:186] Document root disabled 17:49:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.029153 14392 webserver.cc:313] Webserver started. Bound to: http://127.13.182.66:58778/ 17:49:58.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.030297 14392 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-1/data/info.pb 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.034761 14041 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 14392 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.035915 14041 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/wal 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/data 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.13.182.67:0 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.13.182.67 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.13.182.67 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.13.182.126:50061,127.13.182.125:52231,127.13.182.124:49068 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/logs 17:49:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/data/info.pb 17:49:58.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:58.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:49:58.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:49:58.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:49:58.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.108327 14392 tablet_server_main.cc:93] Tablet server successfully started. 17:49:58.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.125140 14531 heartbeater.cc:346] Connected to a master server at 127.13.182.124:49068 17:49:58.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.125474 14531 heartbeater.cc:426] Registering TS with master... 17:49:58.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.126538 14531 heartbeater.cc:475] Master 127.13.182.124:49068 requested a full tablet report, sending... 17:49:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.128337 14528 heartbeater.cc:346] Connected to a master server at 127.13.182.125:52231 17:49:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.128589 14528 heartbeater.cc:426] Registering TS with master... 17:49:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.129015 14528 heartbeater.cc:475] Master 127.13.182.125:52231 requested a full tablet report, sending... 17:49:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.129269 14207 ts_manager.cc:98] Registered new tserver with Master: 8bc2f0b0991b49ff97e54b532c07b2c4 (127.13.182.66:50749) 17:49:58.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.131516 14143 ts_manager.cc:98] Registered new tserver with Master: 8bc2f0b0991b49ff97e54b532c07b2c4 (127.13.182.66:50749) 17:49:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.135007 14524 heartbeater.cc:346] Connected to a master server at 127.13.182.126:50061 17:49:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.135246 14524 heartbeater.cc:426] Registering TS with master... 17:49:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.135684 14524 heartbeater.cc:475] Master 127.13.182.126:50061 requested a full tablet report, sending... 17:49:58.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.137449 14077 ts_manager.cc:98] Registered new tserver with Master: 8bc2f0b0991b49ff97e54b532c07b2c4 (127.13.182.66:50749) 17:49:58.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.139230 14077 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.13.182.66:46679 17:49:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:49:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:58.406363 14525 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:49:58.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:58.407016 14525 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:49:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:58.424326 14525 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:49:58.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:58.424890 14525 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.182.67 17:49:58.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.452420 14525 tablet_server_main.cc:78] Tablet server non-default flags: 17:49:58.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/data 17:49:58.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/wal 17:49:58.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:49:58.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.13.182.67:0 17:49:58.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:49:58.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:49:58.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/data/info.pb 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.13.182.67 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.13.182.126:50061,127.13.182.125:52231,127.13.182.124:49068 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.13.182.67 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/logs 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:49:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:49:58.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.498242 14525 tablet_server_main.cc:85] Initializing tablet server... 17:49:58.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.501322 14525 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 274564us 17:49:58.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.502069 14525 fs_manager.cc:262] Metadata directory not provided 17:49:58.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.502326 14525 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:49:58.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.502769 14525 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:49:58.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.503016 14525 server_base.cc:433] Attempting to create new FS layout instead 17:49:58.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.508245 14525 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/data/instance: 17:49:58.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3803ea462a6c40dda8413b6fabfda2bc" 17:49:58.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:58 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:58.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.509445 14525 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/wal/instance: 17:49:58.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3803ea462a6c40dda8413b6fabfda2bc" 17:49:58.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:58 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.528553 14525 fs_manager.cc:502] Time spent creating directory manager: real 0.018s user 0.012s sys 0.004s 17:49:58.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.530591 14525 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:49:58.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.531314 14525 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:49:58.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.545442 14525 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s 17:49:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.545617 14525 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/wal 17:49:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3803ea462a6c40dda8413b6fabfda2bc" 17:49:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:49:58 on quasar-kpilnl-1.vpc.cloudera.com" 17:49:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.546118 14525 fs_report.cc:352] FS layout report 17:49:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:49:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/wal 17:49:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/wal 17:49:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/data/data 17:49:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:49:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:49:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:49:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:49:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:49:58.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:49:58.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:49:58.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:49:58.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:49:58.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:49:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.803071 14525 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:49:58.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.807955 14525 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:49:58.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.809700 14525 tablet_server_main.cc:90] Starting tablet server... 17:49:58.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.966439 14525 rpc_server.cc:205] RPC server started. Bound to: 127.13.182.67:39023 17:49:58.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.967654 14525 webserver.cc:175] Starting webserver on 127.13.182.67:0 17:49:58.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.967767 14525 webserver.cc:186] Document root disabled 17:49:58.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.969188 14525 webserver.cc:313] Webserver started. Bound to: http://127.13.182.67:44533/ 17:49:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.969969 14525 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6997068714346855348/ts-2/data/info.pb 17:49:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:58.978029 14041 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 14525 17:49:59.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.013641 14525 tablet_server_main.cc:93] Tablet server successfully started. 17:49:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.052189 14658 heartbeater.cc:346] Connected to a master server at 127.13.182.125:52231 17:49:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.052852 14658 heartbeater.cc:426] Registering TS with master... 17:49:59.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.053372 14658 heartbeater.cc:475] Master 127.13.182.125:52231 requested a full tablet report, sending... 17:49:59.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.055766 14143 ts_manager.cc:98] Registered new tserver with Master: 3803ea462a6c40dda8413b6fabfda2bc (127.13.182.67:39023) 17:49:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.052531 14659 heartbeater.cc:346] Connected to a master server at 127.13.182.124:49068 17:49:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.062495 14659 heartbeater.cc:426] Registering TS with master... 17:49:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.063127 14659 heartbeater.cc:475] Master 127.13.182.124:49068 requested a full tablet report, sending... 17:49:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.065094 14207 ts_manager.cc:98] Registered new tserver with Master: 3803ea462a6c40dda8413b6fabfda2bc (127.13.182.67:39023) 17:49:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.052531 14657 heartbeater.cc:346] Connected to a master server at 127.13.182.126:50061 17:49:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.065493 14657 heartbeater.cc:426] Registering TS with master... 17:49:59.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.065898 14657 heartbeater.cc:475] Master 127.13.182.126:50061 requested a full tablet report, sending... 17:49:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.067618 14076 ts_manager.cc:98] Registered new tserver with Master: 3803ea462a6c40dda8413b6fabfda2bc (127.13.182.67:39023) 17:49:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.068850 14076 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.13.182.67:56941 17:49:59.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.071499 14041 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:49:59.072 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:49:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.142601 14524 heartbeater.cc:467] Master 127.13.182.126:50061 was elected leader, sending a full tablet report... 17:49:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.149138 14076 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.13.182.126:55449: 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.201862 14324 tablet_service.cc:759] Processing CreateTablet for tablet 42eea3f24d784a4d9eacb019b6831f12 (table=test [id=af042fed1cbe43acb24e8691c5a054ba]), partition=RANGE (key) PARTITION VALUES >= 50 17:49:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.201921 14594 tablet_service.cc:759] Processing CreateTablet for tablet d46b0e5174184a62a9df1949f53e6a9c (table=test [id=af042fed1cbe43acb24e8691c5a054ba]), partition=RANGE (key) PARTITION VALUES < 50 17:49:59.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.202978 14594 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet d46b0e5174184a62a9df1949f53e6a9c. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:59.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.202975 14324 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 42eea3f24d784a4d9eacb019b6831f12. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.216073 14324 ts_tablet_manager.cc:1173] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54: Registered tablet (data state: TABLET_DATA_READY) 17:49:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.216470 14594 ts_tablet_manager.cc:1173] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc: Registered tablet (data state: TABLET_DATA_READY) 17:49:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.218071 14732 ts_tablet_manager.cc:1028] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54: Bootstrapping tablet 17:49:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.218303 14733 ts_tablet_manager.cc:1028] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc: Bootstrapping tablet 17:49:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.218717 14732 tablet_bootstrap.cc:438] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54: Bootstrap starting. 17:49:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.219483 14733 tablet_bootstrap.cc:438] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc: Bootstrap starting. 17:49:59.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.221134 14732 tablet_bootstrap.cc:592] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54: No blocks or log segments found. Creating new log. 17:49:59.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.222379 14732 log.cc:525] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54: Log is configured to *not* fsync() on all Append() calls 17:49:59.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.222396 14733 tablet_bootstrap.cc:592] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc: No blocks or log segments found. Creating new log. 17:49:59.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.223711 14733 log.cc:525] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc: Log is configured to *not* fsync() on all Append() calls 17:49:59.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.225554 14732 tablet_bootstrap.cc:438] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54: No bootstrap required, opened a new log 17:49:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.225888 14732 ts_tablet_manager.cc:1045] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54: Time spent bootstrapping tablet: real 0.007s user 0.004s sys 0.002s 17:49:59.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.228126 14733 tablet_bootstrap.cc:438] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc: No bootstrap required, opened a new log 17:49:59.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.228515 14733 ts_tablet_manager.cc:1045] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.004s 17:49:59.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.237143 14732 raft_consensus.cc:325] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bf6ae5df39054593a54574090e943b54" member_type: VOTER last_known_addr { host: "127.13.182.65" port: 43909 } } 17:49:59.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.237617 14732 raft_consensus.cc:351] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:59.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.237759 14732 raft_consensus.cc:630] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bf6ae5df39054593a54574090e943b54, State: Initialized, Role: FOLLOWER 17:49:59.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.238221 14732 consensus_queue.cc:228] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bf6ae5df39054593a54574090e943b54" member_type: VOTER last_known_addr { host: "127.13.182.65" port: 43909 } } 17:49:59.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.238656 14732 raft_consensus.cc:365] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:59.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.238847 14732 raft_consensus.cc:457] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.239018 14732 raft_consensus.cc:2742] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54: Snoozing failure detection for 1.951s (starting election) 17:49:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.239214 14732 raft_consensus.cc:2794] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54 [term 0 FOLLOWER]: Advancing to term 1 17:49:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.240834 14733 raft_consensus.cc:325] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3803ea462a6c40dda8413b6fabfda2bc" member_type: VOTER last_known_addr { host: "127.13.182.67" port: 39023 } } 17:49:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.241287 14733 raft_consensus.cc:351] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.241528 14733 raft_consensus.cc:630] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3803ea462a6c40dda8413b6fabfda2bc, State: Initialized, Role: FOLLOWER 17:49:59.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.242195 14733 consensus_queue.cc:228] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3803ea462a6c40dda8413b6fabfda2bc" member_type: VOTER last_known_addr { host: "127.13.182.67" port: 39023 } } 17:49:59.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.242624 14733 raft_consensus.cc:365] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.242864 14733 raft_consensus.cc:457] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.243091 14733 raft_consensus.cc:2742] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc: Snoozing failure detection for 1.505s (starting election) 17:49:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.243335 14733 raft_consensus.cc:2794] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc [term 0 FOLLOWER]: Advancing to term 1 17:49:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.243764 14732 raft_consensus.cc:479] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bf6ae5df39054593a54574090e943b54" member_type: VOTER last_known_addr { host: "127.13.182.65" port: 43909 } } 17:49:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.244218 14732 leader_election.cc:278] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.246181 14736 raft_consensus.cc:2742] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54: Snoozing failure detection for 1.501s (election complete) 17:49:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.246629 14736 raft_consensus.cc:2549] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54 [term 1 FOLLOWER]: Leader election won for term 1 17:49:59.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.247786 14733 raft_consensus.cc:479] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3803ea462a6c40dda8413b6fabfda2bc" member_type: VOTER last_known_addr { host: "127.13.182.67" port: 39023 } } 17:49:59.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.248414 14732 ts_tablet_manager.cc:1073] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54: Time spent starting tablet: real 0.022s user 0.017s sys 0.004s 17:49:59.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.248528 14733 leader_election.cc:278] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.250928 14739 raft_consensus.cc:2742] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc: Snoozing failure detection for 1.828s (election complete) 17:49:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.251412 14739 raft_consensus.cc:2549] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc [term 1 FOLLOWER]: Leader election won for term 1 17:49:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.252969 14736 raft_consensus.cc:595] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54 [term 1 LEADER]: Becoming Leader. State: Replica: bf6ae5df39054593a54574090e943b54, State: Running, Role: LEADER 17:49:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.253587 14739 raft_consensus.cc:595] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc [term 1 LEADER]: Becoming Leader. State: Replica: 3803ea462a6c40dda8413b6fabfda2bc, State: Running, Role: LEADER 17:49:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.254168 14657 heartbeater.cc:467] Master 127.13.182.126:50061 was elected leader, sending a full tablet report... 17:49:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.253670 14736 consensus_queue.cc:205] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bf6ae5df39054593a54574090e943b54" member_type: VOTER last_known_addr { host: "127.13.182.65" port: 43909 } } 17:49:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.254369 14739 consensus_queue.cc:205] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3803ea462a6c40dda8413b6fabfda2bc" member_type: VOTER last_known_addr { host: "127.13.182.67" port: 39023 } } 17:49:59.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.257551 14733 ts_tablet_manager.cc:1073] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc: Time spent starting tablet: real 0.029s user 0.018s sys 0.008s 17:49:59.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:59.258831 14661 tablet.cc:1728] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.265130 14076 catalog_manager.cc:3758] T d46b0e5174184a62a9df1949f53e6a9c P 3803ea462a6c40dda8413b6fabfda2bc reported cstate change: term changed from 0 to 1, leader changed from to 3803ea462a6c40dda8413b6fabfda2bc (127.13.182.67). New cstate: current_term: 1 leader_uuid: "3803ea462a6c40dda8413b6fabfda2bc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3803ea462a6c40dda8413b6fabfda2bc" member_type: VOTER last_known_addr { host: "127.13.182.67" port: 39023 } health_report { overall_health: HEALTHY } } } 17:49:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.267612 14077 catalog_manager.cc:3758] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54 reported cstate change: term changed from 0 to 1, leader changed from to bf6ae5df39054593a54574090e943b54 (127.13.182.65). New cstate: current_term: 1 leader_uuid: "bf6ae5df39054593a54574090e943b54" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bf6ae5df39054593a54574090e943b54" member_type: VOTER last_known_addr { host: "127.13.182.65" port: 43909 } health_report { overall_health: HEALTHY } } } 17:49:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:59.294857 14395 tablet.cc:1728] T 42eea3f24d784a4d9eacb019b6831f12 P bf6ae5df39054593a54574090e943b54: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:59.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.346223 14076 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.13.182.126:55449: 17:49:59.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:49:59.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:49:59.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:59.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:49:59.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:49:59.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:49:59.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:49:59.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.371850 14461 tablet_service.cc:759] Processing CreateTablet for tablet 5c5088f9cfc14e27919ceed02ced65bc (table=simple-test [id=ed6c1d8023954d6190bb7560e8953195]), partition=RANGE (key) PARTITION UNBOUNDED 17:49:59.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.372581 14461 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 5c5088f9cfc14e27919ceed02ced65bc. 1 dirs total, 0 dirs full, 0 dirs failed 17:49:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.384531 14461 ts_tablet_manager.cc:1173] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4: Registered tablet (data state: TABLET_DATA_READY) 17:49:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.386569 14745 ts_tablet_manager.cc:1028] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4: Bootstrapping tablet 17:49:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.387084 14745 tablet_bootstrap.cc:438] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4: Bootstrap starting. 17:49:59.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.389748 14745 tablet_bootstrap.cc:592] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4: No blocks or log segments found. Creating new log. 17:49:59.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.391047 14745 log.cc:525] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4: Log is configured to *not* fsync() on all Append() calls 17:49:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.395028 14745 tablet_bootstrap.cc:438] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4: No bootstrap required, opened a new log 17:49:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.395323 14745 ts_tablet_manager.cc:1045] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4: Time spent bootstrapping tablet: real 0.008s user 0.005s sys 0.001s 17:49:59.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.406817 14745 raft_consensus.cc:325] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8bc2f0b0991b49ff97e54b532c07b2c4" member_type: VOTER last_known_addr { host: "127.13.182.66" port: 50749 } } 17:49:59.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.407250 14745 raft_consensus.cc:351] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:49:59.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.407416 14745 raft_consensus.cc:630] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8bc2f0b0991b49ff97e54b532c07b2c4, State: Initialized, Role: FOLLOWER 17:49:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.407922 14745 consensus_queue.cc:228] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8bc2f0b0991b49ff97e54b532c07b2c4" member_type: VOTER last_known_addr { host: "127.13.182.66" port: 50749 } } 17:49:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.408290 14745 raft_consensus.cc:365] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:49:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.408488 14745 raft_consensus.cc:457] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:49:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.408659 14745 raft_consensus.cc:2742] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4: Snoozing failure detection for 1.919s (starting election) 17:49:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.408833 14745 raft_consensus.cc:2794] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4 [term 0 FOLLOWER]: Advancing to term 1 17:49:59.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.411537 14745 raft_consensus.cc:479] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8bc2f0b0991b49ff97e54b532c07b2c4" member_type: VOTER last_known_addr { host: "127.13.182.66" port: 50749 } } 17:49:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.411979 14745 leader_election.cc:278] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:49:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.413678 14747 raft_consensus.cc:2742] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4: Snoozing failure detection for 1.875s (election complete) 17:49:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.413980 14747 raft_consensus.cc:2549] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4 [term 1 FOLLOWER]: Leader election won for term 1 17:49:59.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.415930 14745 ts_tablet_manager.cc:1073] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4: Time spent starting tablet: real 0.020s user 0.017s sys 0.002s 17:49:59.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.416618 14747 raft_consensus.cc:595] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4 [term 1 LEADER]: Becoming Leader. State: Replica: 8bc2f0b0991b49ff97e54b532c07b2c4, State: Running, Role: LEADER 17:49:59.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.417066 14747 consensus_queue.cc:205] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8bc2f0b0991b49ff97e54b532c07b2c4" member_type: VOTER last_known_addr { host: "127.13.182.66" port: 50749 } } 17:49:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.425460 14076 catalog_manager.cc:3758] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4 reported cstate change: term changed from 0 to 1, leader changed from to 8bc2f0b0991b49ff97e54b532c07b2c4 (127.13.182.66). New cstate: current_term: 1 leader_uuid: "8bc2f0b0991b49ff97e54b532c07b2c4" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8bc2f0b0991b49ff97e54b532c07b2c4" member_type: VOTER last_known_addr { host: "127.13.182.66" port: 50749 } health_report { overall_health: HEALTHY } } } 17:49:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:59.606259 14534 tablet.cc:1728] T 5c5088f9cfc14e27919ceed02ced65bc P 8bc2f0b0991b49ff97e54b532c07b2c4: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:49:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.675293 14041 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 14241 17:49:59.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:59.698300 14058 connection.cc:512] server connection from 127.13.182.65:46349 recv error: Network error: failed to read from TLS socket (remote: 127.13.182.65:46349): Connection reset by peer (error 104) 17:49:59.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.699419 14041 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 14392 17:49:59.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:59.699427 14189 connection.cc:512] server connection from 127.13.182.65:51357 recv error: Network error: failed to read from TLS socket (remote: 127.13.182.65:51357): Connection reset by peer (error 104) 17:49:59.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:59.699592 14123 connection.cc:512] server connection from 127.13.182.65:34970 recv error: Network error: failed to read from TLS socket (remote: 127.13.182.65:34970): Connection reset by peer (error 104) 17:49:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:59.718919 14121 connection.cc:512] server connection from 127.13.182.66:54384 recv error: Network error: failed to read from TLS socket (remote: 127.13.182.66:54384): Connection reset by peer (error 104) 17:49:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.719637 14041 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 14525 17:49:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:59.719661 14189 connection.cc:512] server connection from 127.13.182.66:48490 recv error: Network error: failed to read from TLS socket (remote: 127.13.182.66:48490): Connection reset by peer (error 104) 17:49:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:59.720701 14058 connection.cc:512] server connection from 127.13.182.66:46679 recv error: Network error: failed to read from TLS socket (remote: 127.13.182.66:46679): Connection reset by peer (error 104) 17:49:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:59.739058 14189 connection.cc:512] server connection from 127.13.182.67:57159 recv error: Network error: failed to read from TLS socket (remote: 127.13.182.67:57159): Connection reset by peer (error 104) 17:49:59.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:49:59.739630 14123 connection.cc:512] server connection from 127.13.182.67:44841 recv error: Network error: failed to read from TLS socket (remote: 127.13.182.67:44841): Connection reset by peer (error 104) 17:49:59.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.739681 14041 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 14049 17:49:59.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.762351 14041 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 14111 17:49:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:49:59.781221 14041 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 14177 17:50:00.823 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614200822 17:50:00.824 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:50:00.824 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:50:00.824 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:50:00.824 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:50:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.035182 14775 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/wal 17:50:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/data 17:50:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.14.109.254:42723 17:50:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.14.109.254 17:50:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/logs 17:50:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/data/info.pb 17:50:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.14.109.254:42723,127.14.109.253:46146,127.14.109.252:49519 with env {} 17:50:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.193058 14783 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.193445 14783 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:01.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.202555 14783 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:01.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.202713 14783 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:01.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.202841 14783 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.202987 14783 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.222326 14783 master_main.cc:73] Master server non-default flags: 17:50:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/data 17:50:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/wal 17:50:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.14.109.254:42723,127.14.109.253:46146,127.14.109.252:49519 17:50:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.14.109.254:42723 17:50:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/data/info.pb 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.14.109.254 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/logs 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:01.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.237643 14783 master_main.cc:80] Initializing master server... 17:50:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.240492 14783 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 276064us 17:50:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.241247 14783 fs_manager.cc:262] Metadata directory not provided 17:50:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.241412 14783 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.241703 14783 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.241828 14783 server_base.cc:433] Attempting to create new FS layout instead 17:50:01.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.245693 14783 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/data/instance: 17:50:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d190e7463c5e436699de60ed969ff7c3" 17:50:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.246433 14783 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/wal/instance: 17:50:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d190e7463c5e436699de60ed969ff7c3" 17:50:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:01.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.262553 14783 fs_manager.cc:502] Time spent creating directory manager: real 0.016s user 0.008s sys 0.005s 17:50:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.263698 14783 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.264883 14783 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:01.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.273217 14783 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s 17:50:01.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.273368 14783 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/wal 17:50:01.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d190e7463c5e436699de60ed969ff7c3" 17:50:01.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:01.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.273634 14783 fs_report.cc:352] FS layout report 17:50:01.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:01.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/wal 17:50:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/wal 17:50:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/data/data 17:50:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:01.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:01.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.431955 14783 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:01.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.434438 14783 master_main.cc:83] Starting Master server... 17:50:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.523476 14783 rpc_server.cc:205] RPC server started. Bound to: 127.14.109.254:42723 17:50:01.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.524355 14783 webserver.cc:175] Starting webserver on 127.14.109.254:0 17:50:01.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.524478 14783 webserver.cc:186] Document root disabled 17:50:01.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.526365 14783 webserver.cc:313] Webserver started. Bound to: http://127.14.109.254:46086/ 17:50:01.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.527097 14783 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-0/data/info.pb 17:50:01.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.530210 14775 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 14783 17:50:01.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.530390 14844 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.531035 14775 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/wal 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/data 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.14.109.253:46146 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.14.109.253 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/logs 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/data/info.pb 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.14.109.254:42723,127.14.109.253:46146,127.14.109.252:49519 with env {} 17:50:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.542328 14844 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } has no permanent_uuid. Determining permanent_uuid... 17:50:01.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.562201 14844 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } has no permanent_uuid. Determining permanent_uuid... 17:50:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.563913 14844 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.14.109.253:46146: Network error: Client connection negotiation failed: client connection to 127.14.109.253:46146: connect: Connection refused (error 111) 17:50:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.583324 14844 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } attempt: 1 17:50:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.584530 14844 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.14.109.253:46146: Network error: Client connection negotiation failed: client connection to 127.14.109.253:46146: connect: Connection refused (error 111) 17:50:01.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.632848 14844 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } attempt: 2 17:50:01.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.634059 14844 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.14.109.253:46146: Network error: Client connection negotiation failed: client connection to 127.14.109.253:46146: connect: Connection refused (error 111) 17:50:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.693678 14845 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.694458 14845 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.703716 14845 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.703869 14845 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.704000 14845 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.704159 14845 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.723876 14845 master_main.cc:73] Master server non-default flags: 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/data 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/wal 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.14.109.254:42723,127.14.109.253:46146,127.14.109.252:49519 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.14.109.253:46146 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/data/info.pb 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.14.109.253 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/logs 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:01.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:01.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:01.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.738337 14845 master_main.cc:80] Initializing master server... 17:50:01.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.740393 14845 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 276064us 17:50:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.741147 14845 fs_manager.cc:262] Metadata directory not provided 17:50:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.741289 14845 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.741593 14845 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.741719 14845 server_base.cc:433] Attempting to create new FS layout instead 17:50:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.745412 14844 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } attempt: 3 17:50:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.745546 14845 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/data/instance: 17:50:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8d5cc15436ae4bf889408572d2287165" 17:50:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:01.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.746300 14845 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/wal/instance: 17:50:01.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8d5cc15436ae4bf889408572d2287165" 17:50:01.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:01.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.746726 14844 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.14.109.253:46146: Network error: Client connection negotiation failed: client connection to 127.14.109.253:46146: connect: Connection refused (error 111) 17:50:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.760727 14845 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.006s 17:50:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.761917 14845 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.763108 14845 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.771623 14845 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:50:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.771755 14845 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/wal 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8d5cc15436ae4bf889408572d2287165" 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.772009 14845 fs_report.cc:352] FS layout report 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/wal 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/wal 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/data/data 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:01.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.923069 14844 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } attempt: 4 17:50:01.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:01.924299 14844 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.14.109.253:46146: Network error: Client connection negotiation failed: client connection to 127.14.109.253:46146: connect: Connection refused (error 111) 17:50:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.951686 14845 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:01.954905 14845 master_main.cc:83] Starting Master server... 17:50:02.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.045816 14845 rpc_server.cc:205] RPC server started. Bound to: 127.14.109.253:46146 17:50:02.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.046759 14845 webserver.cc:175] Starting webserver on 127.14.109.253:0 17:50:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.046871 14845 webserver.cc:186] Document root disabled 17:50:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.048897 14845 webserver.cc:313] Webserver started. Bound to: http://127.14.109.253:39679/ 17:50:02.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.049695 14845 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-1/data/info.pb 17:50:02.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.053791 14924 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:02.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.058923 14775 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 14845 17:50:02.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.059731 14775 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:02.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:02.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/wal 17:50:02.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/data 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.14.109.252:49519 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.14.109.252 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/logs 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/data/info.pb 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.14.109.254:42723,127.14.109.253:46146,127.14.109.252:49519 with env {} 17:50:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.066671 14924 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } has no permanent_uuid. Determining permanent_uuid... 17:50:02.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.082167 14924 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } has no permanent_uuid. Determining permanent_uuid... 17:50:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.094246 14924 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } has no permanent_uuid. Determining permanent_uuid... 17:50:02.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.095404 14924 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.14.109.252:49519: Network error: Client connection negotiation failed: client connection to 127.14.109.252:49519: connect: Connection refused (error 111) 17:50:02.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.114675 14924 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } attempt: 1 17:50:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.115710 14924 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.14.109.252:49519: Network error: Client connection negotiation failed: client connection to 127.14.109.252:49519: connect: Connection refused (error 111) 17:50:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.164022 14924 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } attempt: 2 17:50:02.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.165274 14924 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.14.109.252:49519: Network error: Client connection negotiation failed: client connection to 127.14.109.252:49519: connect: Connection refused (error 111) 17:50:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.222107 14925 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.222484 14925 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:02.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.227643 14844 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } attempt: 5 17:50:02.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.233022 14925 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:02.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.233214 14925 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:02.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.233381 14925 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:02.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.233563 14925 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.234738 14844 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } has no permanent_uuid. Determining permanent_uuid... 17:50:02.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.235945 14844 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.14.109.252:49519: Network error: Client connection negotiation failed: client connection to 127.14.109.252:49519: connect: Connection refused (error 111) 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.252964 14925 master_main.cc:73] Master server non-default flags: 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/data 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/wal 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.14.109.254:42723,127.14.109.253:46146,127.14.109.252:49519 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.14.109.252:49519 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/data/info.pb 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.14.109.252 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/logs 17:50:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.268057 14925 master_main.cc:80] Initializing master server... 17:50:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.270537 14925 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 276564us 17:50:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.271255 14925 fs_manager.cc:262] Metadata directory not provided 17:50:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.271399 14925 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.271754 14925 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:02.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.271996 14925 server_base.cc:433] Attempting to create new FS layout instead 17:50:02.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.274253 14844 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } attempt: 1 17:50:02.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.275532 14844 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.14.109.252:49519: Network error: Client connection negotiation failed: client connection to 127.14.109.252:49519: connect: Connection refused (error 111) 17:50:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.275939 14925 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/data/instance: 17:50:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "45de09b4960142f3843a6d334d92341b" 17:50:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.276620 14924 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } attempt: 3 17:50:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.276695 14925 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/wal/instance: 17:50:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "45de09b4960142f3843a6d334d92341b" 17:50:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.277761 14924 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.14.109.252:49519: Network error: Client connection negotiation failed: client connection to 127.14.109.252:49519: connect: Connection refused (error 111) 17:50:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.290511 14925 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.010s sys 0.003s 17:50:02.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.291671 14925 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.292852 14925 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.300931 14925 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.301080 14925 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/wal 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "45de09b4960142f3843a6d334d92341b" 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.301339 14925 fs_report.cc:352] FS layout report 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/wal 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/wal 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/data/data 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.323840 14844 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } attempt: 2 17:50:02.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.325212 14844 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.14.109.252:49519: Network error: Client connection negotiation failed: client connection to 127.14.109.252:49519: connect: Connection refused (error 111) 17:50:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.425521 14844 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } attempt: 3 17:50:02.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.426901 14844 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.14.109.252:49519: Network error: Client connection negotiation failed: client connection to 127.14.109.252:49519: connect: Connection refused (error 111) 17:50:02.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.444876 14925 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:02.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.447643 14925 master_main.cc:83] Starting Master server... 17:50:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.454059 14924 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } attempt: 4 17:50:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.455541 14924 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.14.109.252:49519: Network error: Client connection negotiation failed: client connection to 127.14.109.252:49519: connect: Connection refused (error 111) 17:50:02.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.537055 14925 rpc_server.cc:205] RPC server started. Bound to: 127.14.109.252:49519 17:50:02.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.537971 14925 webserver.cc:175] Starting webserver on 127.14.109.252:0 17:50:02.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.538069 14925 webserver.cc:186] Document root disabled 17:50:02.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.539896 14925 webserver.cc:313] Webserver started. Bound to: http://127.14.109.252:33919/ 17:50:02.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.540627 14925 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/master-2/data/info.pb 17:50:02.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.544121 14989 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:02.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.545258 14775 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 14925 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.546207 14775 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/wal 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/data 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.14.109.193:0 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.14.109.193 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.14.109.193 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.14.109.254:42723,127.14.109.253:46146,127.14.109.252:49519 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/logs 17:50:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/data/info.pb 17:50:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:02.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.556885 14989 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } has no permanent_uuid. Determining permanent_uuid... 17:50:02.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.567524 14844 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } attempt: 4 17:50:02.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.574591 14989 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } has no permanent_uuid. Determining permanent_uuid... 17:50:02.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.584144 14989 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } has no permanent_uuid. Determining permanent_uuid... 17:50:02.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.588037 14844 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3: Bootstrap starting. 17:50:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.591832 14844 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3: No blocks or log segments found. Creating new log. 17:50:02.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.593860 14844 log.cc:525] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3: Log is configured to *not* fsync() on all Append() calls 17:50:02.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.599721 14989 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b: Bootstrap starting. 17:50:02.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.600106 14844 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3: No bootstrap required, opened a new log 17:50:02.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.603087 14989 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b: No blocks or log segments found. Creating new log. 17:50:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.604966 14989 log.cc:525] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b: Log is configured to *not* fsync() on all Append() calls 17:50:02.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.611925 14989 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b: No bootstrap required, opened a new log 17:50:02.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.616839 14844 raft_consensus.cc:325] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } 17:50:02.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.617835 14844 raft_consensus.cc:351] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:02.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.618258 14844 raft_consensus.cc:630] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d190e7463c5e436699de60ed969ff7c3, State: Initialized, Role: FOLLOWER 17:50:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.619416 14844 consensus_queue.cc:228] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } 17:50:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.623235 14844 sys_catalog.cc:337] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } } 17:50:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.624318 14844 sys_catalog.cc:340] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [sys.catalog]: This master's current role is: FOLLOWER 17:50:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.625749 14844 sys_catalog.cc:424] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [sys.catalog]: configured and running, proceeding with master startup. 17:50:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.630064 14989 raft_consensus.cc:325] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } 17:50:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.630911 14989 raft_consensus.cc:351] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.631227 14989 raft_consensus.cc:630] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45de09b4960142f3843a6d334d92341b, State: Initialized, Role: FOLLOWER 17:50:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.632040 14989 consensus_queue.cc:228] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } 17:50:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.640187 14997 sys_catalog.cc:337] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } } 17:50:02.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.660207 14997 sys_catalog.cc:340] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [sys.catalog]: This master's current role is: FOLLOWER 17:50:02.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.623643 14995 sys_catalog.cc:337] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } } 17:50:02.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.725828 14995 sys_catalog.cc:340] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [sys.catalog]: This master's current role is: FOLLOWER 17:50:02.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:02.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.733880 14990 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:02.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.734577 14990 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:02.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.641012 14989 sys_catalog.cc:337] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } } 17:50:02.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.736816 14989 sys_catalog.cc:340] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [sys.catalog]: This master's current role is: FOLLOWER 17:50:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.738114 14989 sys_catalog.cc:424] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [sys.catalog]: configured and running, proceeding with master startup. 17:50:02.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.742383 14995 raft_consensus.cc:457] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:50:02.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.742635 14995 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3: Snoozing failure detection for 2.133s (starting election) 17:50:02.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.742883 14995 raft_consensus.cc:479] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } 17:50:02.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.744051 14995 leader_election.cc:251] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 8d5cc15436ae4bf889408572d2287165 (127.14.109.253:46146) 17:50:02.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.744644 14995 leader_election.cc:251] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 45de09b4960142f3843a6d334d92341b (127.14.109.252:49519) 17:50:02.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.747985 14966 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d190e7463c5e436699de60ed969ff7c3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "45de09b4960142f3843a6d334d92341b" is_pre_election: true 17:50:02.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.749011 14925 master_main.cc:86] Master server successfully started. 17:50:02.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.749353 14966 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b: Snoozing failure detection for 1.751s (vote granted) 17:50:02.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.749698 14966 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d190e7463c5e436699de60ed969ff7c3 in term 0. 17:50:02.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.751125 14792 leader_election.cc:387] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 45de09b4960142f3843a6d334d92341b (127.14.109.252:49519) 17:50:02.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.751349 14792 leader_election.cc:278] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:50:02.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.752018 14995 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3: Snoozing failure detection for 2.047s (election complete) 17:50:02.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.752249 14995 raft_consensus.cc:2549] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:50:02.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.752470 14995 raft_consensus.cc:457] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:50:02.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.752652 14995 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3: Snoozing failure detection for 2.206s (starting election) 17:50:02.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.752845 14995 raft_consensus.cc:2794] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [term 0 FOLLOWER]: Advancing to term 1 17:50:02.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.753672 14990 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:02.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.754185 14990 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.109.193 17:50:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.756152 14995 raft_consensus.cc:479] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } 17:50:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.756837 14995 leader_election.cc:251] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [CANDIDATE]: Term 1 election: Requesting vote from peer 8d5cc15436ae4bf889408572d2287165 (127.14.109.253:46146) 17:50:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.757177 14995 leader_election.cc:251] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [CANDIDATE]: Term 1 election: Requesting vote from peer 45de09b4960142f3843a6d334d92341b (127.14.109.252:49519) 17:50:02.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.758637 14966 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d190e7463c5e436699de60ed969ff7c3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "45de09b4960142f3843a6d334d92341b" 17:50:02.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.758788 14924 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } attempt: 5 17:50:02.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.759044 14966 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [term 0 FOLLOWER]: Advancing to term 1 17:50:02.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.759295 14966 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b: Snoozing failure detection for 1.814s (vote granted) 17:50:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.688596 14800 tablet.cc:1728] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.768152 14996 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:50:02.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.769294 14783 master_main.cc:86] Master server successfully started. 17:50:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.772189 14998 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.772581 14998 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.773224 14966 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d190e7463c5e436699de60ed969ff7c3 in term 1. 17:50:02.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.774186 14792 leader_election.cc:387] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [CANDIDATE]: Term 1 election: Vote granted by peer 45de09b4960142f3843a6d334d92341b (127.14.109.252:49519) 17:50:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.774477 14792 leader_election.cc:278] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.774921 14995 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3: Snoozing failure detection for 1.826s (election complete) 17:50:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.775151 14995 raft_consensus.cc:2549] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [term 1 FOLLOWER]: Leader election won for term 1 17:50:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.778686 14924 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165: Bootstrap starting. 17:50:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.783498 14995 raft_consensus.cc:595] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [term 1 LEADER]: Becoming Leader. State: Replica: d190e7463c5e436699de60ed969ff7c3, State: Running, Role: LEADER 17:50:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.784274 14924 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165: No blocks or log segments found. Creating new log. 17:50:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.784206 14995 consensus_queue.cc:205] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } 17:50:02.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.787293 14924 log.cc:525] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165: Log is configured to *not* fsync() on all Append() calls 17:50:02.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.797545 15000 sys_catalog.cc:337] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d190e7463c5e436699de60ed969ff7c3. Latest consensus state: current_term: 1 leader_uuid: "d190e7463c5e436699de60ed969ff7c3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } } 17:50:02.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.798233 15000 sys_catalog.cc:340] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [sys.catalog]: This master's current role is: LEADER 17:50:02.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.800108 14924 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165: No bootstrap required, opened a new log 17:50:02.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.806663 14990 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/data 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/wal 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.14.109.193:0 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/data/info.pb 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.14.109.193 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.14.109.254:42723,127.14.109.253:46146,127.14.109.252:49519 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.14.109.193 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/logs 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.811098 15006 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:50:02.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.829206 15006 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:50:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.845180 14924 raft_consensus.cc:325] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } 17:50:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.847754 14990 tablet_server_main.cc:85] Initializing tablet server... 17:50:02.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.847707 14924 raft_consensus.cc:351] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.848469 14924 raft_consensus.cc:630] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d5cc15436ae4bf889408572d2287165, State: Initialized, Role: FOLLOWER 17:50:02.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.850529 14924 consensus_queue.cc:228] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } 17:50:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.853863 14990 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 276564us 17:50:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.854715 14990 fs_manager.cc:262] Metadata directory not provided 17:50:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.855046 14990 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.855623 14990 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:02.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.855991 14990 server_base.cc:433] Attempting to create new FS layout instead 17:50:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.863885 14990 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/data/instance: 17:50:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3c01eb6205f64e7fb27385ed18eeb485" 17:50:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:02.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.865098 14924 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } } 17:50:02.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.866225 14924 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [sys.catalog]: This master's current role is: FOLLOWER 17:50:02.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.867733 14924 sys_catalog.cc:424] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [sys.catalog]: configured and running, proceeding with master startup. 17:50:02.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.877037 14990 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/wal/instance: 17:50:02.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3c01eb6205f64e7fb27385ed18eeb485" 17:50:02.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:02.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.903200 14966 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [term 1 FOLLOWER]: Refusing update from remote peer d190e7463c5e436699de60ed969ff7c3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.904572 15000 consensus_queue.cc:963] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:02.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.923610 14990 fs_manager.cc:502] Time spent creating directory manager: real 0.046s user 0.013s sys 0.013s 17:50:02.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.925525 14990 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:02.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.927012 14990 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.944319 14997 sys_catalog.cc:337] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [sys.catalog]: SysCatalogTable state changed. Reason: New leader d190e7463c5e436699de60ed969ff7c3. Latest consensus state: current_term: 1 leader_uuid: "d190e7463c5e436699de60ed969ff7c3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } } 17:50:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.945698 14997 sys_catalog.cc:340] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [sys.catalog]: This master's current role is: FOLLOWER 17:50:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.950594 14990 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.000s sys 0.005s 17:50:02.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.950865 14990 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/wal 17:50:02.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3c01eb6205f64e7fb27385ed18eeb485" 17:50:02.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:02.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.951449 14990 fs_report.cc:352] FS layout report 17:50:02.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:02.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/wal 17:50:02.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/wal 17:50:02.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/data/data 17:50:02.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:02.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:02.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.953562 14945 tablet.cc:1728] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.962702 14997 sys_catalog.cc:337] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d190e7463c5e436699de60ed969ff7c3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } } 17:50:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.963337 14997 sys_catalog.cc:340] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [sys.catalog]: This master's current role is: FOLLOWER 17:50:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.964421 15000 sys_catalog.cc:337] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d190e7463c5e436699de60ed969ff7c3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } } 17:50:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.965066 15000 sys_catalog.cc:340] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [sys.catalog]: This master's current role is: LEADER 17:50:02.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.969373 15006 catalog_manager.cc:924] Generated new certificate authority record 17:50:02.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.971709 15006 catalog_manager.cc:1046] Loading token signing keys... 17:50:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.000335 15006 catalog_manager.cc:4062] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3: Generated new TSK 0 17:50:03.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:02.866219 15009 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } } 17:50:03.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.023218 15009 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [sys.catalog]: This master's current role is: FOLLOWER 17:50:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.047399 15009 raft_consensus.cc:457] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:50:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.047693 15009 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165: Snoozing failure detection for 1.676s (starting election) 17:50:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.047969 15009 raft_consensus.cc:479] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } 17:50:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.049223 15009 leader_election.cc:251] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer d190e7463c5e436699de60ed969ff7c3 (127.14.109.254:42723) 17:50:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.049940 15009 leader_election.cc:251] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 45de09b4960142f3843a6d334d92341b (127.14.109.252:49519) 17:50:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.051622 14966 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d5cc15436ae4bf889408572d2287165" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "45de09b4960142f3843a6d334d92341b" is_pre_election: true 17:50:03.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.052193 14966 raft_consensus.cc:2216] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 8d5cc15436ae4bf889408572d2287165 for term 1 because replica is either leader or believes a valid leader to be alive. 17:50:03.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.053263 14821 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d5cc15436ae4bf889408572d2287165" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d190e7463c5e436699de60ed969ff7c3" is_pre_election: true 17:50:03.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.054004 14821 raft_consensus.cc:2216] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 8d5cc15436ae4bf889408572d2287165 for term 1 because replica is either leader or believes a valid leader to be alive. 17:50:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.055078 14856 leader_election.cc:401] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [CANDIDATE]: Term 1 pre-election: Vote denied by peer d190e7463c5e436699de60ed969ff7c3 (127.14.109.254:42723). Message: Invalid argument: T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 8d5cc15436ae4bf889408572d2287165 for term 1 because replica is either leader or believes a valid leader to be alive. 17:50:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.055598 14856 leader_election.cc:401] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 45de09b4960142f3843a6d334d92341b (127.14.109.252:49519). Message: Invalid argument: T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 8d5cc15436ae4bf889408572d2287165 for term 1 because replica is either leader or believes a valid leader to be alive. 17:50:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.055820 14856 leader_election.cc:278] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:50:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.056960 15009 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165: Snoozing failure detection for 1.911s (election complete) 17:50:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.057188 15009 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [term 0 FOLLOWER]: Advancing to term 1 17:50:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.062566 15009 raft_consensus.cc:2497] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:50:03.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:02.959939 14874 tablet.cc:1728] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.086328 14845 master_main.cc:86] Master server successfully started. 17:50:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.083595 14899 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [term 1 FOLLOWER]: Refusing update from remote peer d190e7463c5e436699de60ed969ff7c3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.082576 14900 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d190e7463c5e436699de60ed969ff7c3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d5cc15436ae4bf889408572d2287165" 17:50:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.081743 14901 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d190e7463c5e436699de60ed969ff7c3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d5cc15436ae4bf889408572d2287165" is_pre_election: true 17:50:03.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.086886 14900 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate d190e7463c5e436699de60ed969ff7c3 for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:03.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.087744 14901 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165: Snoozing failure detection for 2.697s (vote granted) 17:50:03.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.088032 14901 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d190e7463c5e436699de60ed969ff7c3 in term 1. 17:50:03.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.088258 14791 leader_election.cc:401] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [CANDIDATE]: Term 1 election: Vote denied by peer 8d5cc15436ae4bf889408572d2287165 (127.14.109.253:46146). Message: Service unavailable: T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate d190e7463c5e436699de60ed969ff7c3 for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.090135 14791 leader_election.cc:387] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 8d5cc15436ae4bf889408572d2287165 (127.14.109.253:46146) 17:50:03.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.090895 14995 consensus_queue.cc:963] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:03.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:03.097196 15010 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:03.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:03.097503 15010 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.168413 15009 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d190e7463c5e436699de60ed969ff7c3. Latest consensus state: current_term: 1 leader_uuid: "d190e7463c5e436699de60ed969ff7c3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } } 17:50:03.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.169088 15009 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [sys.catalog]: This master's current role is: FOLLOWER 17:50:03.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.170061 15026 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d190e7463c5e436699de60ed969ff7c3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } } 17:50:03.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.170688 15026 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165 [sys.catalog]: This master's current role is: FOLLOWER 17:50:03.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.287606 14990 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:03.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.296465 14990 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.302908 14990 tablet_server_main.cc:90] Starting tablet server... 17:50:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.647989 14995 sys_catalog.cc:337] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d190e7463c5e436699de60ed969ff7c3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d190e7463c5e436699de60ed969ff7c3" member_type: VOTER last_known_addr { host: "127.14.109.254" port: 42723 } } peers { permanent_uuid: "8d5cc15436ae4bf889408572d2287165" member_type: VOTER last_known_addr { host: "127.14.109.253" port: 46146 } } peers { permanent_uuid: "45de09b4960142f3843a6d334d92341b" member_type: VOTER last_known_addr { host: "127.14.109.252" port: 49519 } } } 17:50:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.648715 14995 sys_catalog.cc:340] T 00000000000000000000000000000000 P d190e7463c5e436699de60ed969ff7c3 [sys.catalog]: This master's current role is: LEADER 17:50:03.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.779100 14998 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b: acquiring CA information for follower catalog manager: success 17:50:03.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:03.782259 14998 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 45de09b4960142f3843a6d334d92341b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:04.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.028283 14990 rpc_server.cc:205] RPC server started. Bound to: 127.14.109.193:48241 17:50:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.029769 14990 webserver.cc:175] Starting webserver on 127.14.109.193:0 17:50:04.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.030011 14990 webserver.cc:186] Document root disabled 17:50:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.036141 14990 webserver.cc:313] Webserver started. Bound to: http://127.14.109.193:58453/ 17:50:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.037106 14990 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-0/data/info.pb 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.038739 14775 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 14990 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.040264 14775 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/wal 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/data 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.14.109.194:0 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.14.109.194 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.14.109.194 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.14.109.254:42723,127.14.109.253:46146,127.14.109.252:49519 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/logs 17:50:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/data/info.pb 17:50:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.110594 14990 tablet_server_main.cc:93] Tablet server successfully started. 17:50:04.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.111305 15010 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165: acquiring CA information for follower catalog manager: success 17:50:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.119359 15010 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 8d5cc15436ae4bf889408572d2287165: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.120366 15144 heartbeater.cc:346] Connected to a master server at 127.14.109.253:46146 17:50:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.120676 15144 heartbeater.cc:426] Registering TS with master... 17:50:04.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.121714 15144 heartbeater.cc:475] Master 127.14.109.253:46146 requested a full tablet report, sending... 17:50:04.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.124873 14891 ts_manager.cc:98] Registered new tserver with Master: 3c01eb6205f64e7fb27385ed18eeb485 (127.14.109.193:48241) 17:50:04.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.126873 15140 heartbeater.cc:346] Connected to a master server at 127.14.109.254:42723 17:50:04.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.127120 15140 heartbeater.cc:426] Registering TS with master... 17:50:04.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.127563 15140 heartbeater.cc:475] Master 127.14.109.254:42723 requested a full tablet report, sending... 17:50:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.130403 14811 ts_manager.cc:98] Registered new tserver with Master: 3c01eb6205f64e7fb27385ed18eeb485 (127.14.109.193:48241) 17:50:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.133098 14811 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.14.109.193:35810 17:50:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.133525 15147 heartbeater.cc:346] Connected to a master server at 127.14.109.252:49519 17:50:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.133769 15147 heartbeater.cc:426] Registering TS with master... 17:50:04.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.134197 15147 heartbeater.cc:475] Master 127.14.109.252:49519 requested a full tablet report, sending... 17:50:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.136965 14956 ts_manager.cc:98] Registered new tserver with Master: 3c01eb6205f64e7fb27385ed18eeb485 (127.14.109.193:48241) 17:50:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:04.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:04.317232 15141 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:04.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:04.318152 15141 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:04.335906 15141 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:04.336678 15141 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.109.194 17:50:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.381400 15141 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/data 17:50:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/wal 17:50:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.14.109.194:0 17:50:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/data/info.pb 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.14.109.194 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.14.109.254:42723,127.14.109.253:46146,127.14.109.252:49519 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.14.109.194 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/logs 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:04.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.411022 15141 tablet_server_main.cc:85] Initializing tablet server... 17:50:04.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.414206 15141 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 277564us 17:50:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.415097 15141 fs_manager.cc:262] Metadata directory not provided 17:50:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.415365 15141 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.415829 15141 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:04.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.416102 15141 server_base.cc:433] Attempting to create new FS layout instead 17:50:04.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.421322 15141 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/data/instance: 17:50:04.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1074a4fbc9bf4ec29ae2063d66461dca" 17:50:04.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:04 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.422725 15141 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/wal/instance: 17:50:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1074a4fbc9bf4ec29ae2063d66461dca" 17:50:04.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:04 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.450765 15141 fs_manager.cc:502] Time spent creating directory manager: real 0.027s user 0.013s sys 0.011s 17:50:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.452780 15141 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:04.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.453598 15141 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.471504 15141 fs_manager.cc:418] Time spent opening block manager: real 0.006s user 0.002s sys 0.004s 17:50:04.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.471829 15141 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/wal 17:50:04.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1074a4fbc9bf4ec29ae2063d66461dca" 17:50:04.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:04 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:04.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.472337 15141 fs_report.cc:352] FS layout report 17:50:04.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:04.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/wal 17:50:04.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/wal 17:50:04.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/data/data 17:50:04.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:04.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.834566 15141 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:04.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.843653 15141 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:04.855957 15141 tablet_server_main.cc:90] Starting tablet server... 17:50:05.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.137343 15140 heartbeater.cc:467] Master 127.14.109.254:42723 was elected leader, sending a full tablet report... 17:50:05.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.254606 15141 rpc_server.cc:205] RPC server started. Bound to: 127.14.109.194:60959 17:50:05.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.255844 15141 webserver.cc:175] Starting webserver on 127.14.109.194:0 17:50:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.255964 15141 webserver.cc:186] Document root disabled 17:50:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.257812 15141 webserver.cc:313] Webserver started. Bound to: http://127.14.109.194:40525/ 17:50:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.258620 15141 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-1/data/info.pb 17:50:05.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.260139 14775 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 15141 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.261219 14775 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/wal 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/data 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.14.109.195:0 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.14.109.195 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.14.109.195 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.14.109.254:42723,127.14.109.253:46146,127.14.109.252:49519 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/logs 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/data/info.pb 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:05.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:05.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.304957 15141 tablet_server_main.cc:93] Tablet server successfully started. 17:50:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.335914 15275 heartbeater.cc:346] Connected to a master server at 127.14.109.253:46146 17:50:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.336406 15275 heartbeater.cc:426] Registering TS with master... 17:50:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.337404 15275 heartbeater.cc:475] Master 127.14.109.253:46146 requested a full tablet report, sending... 17:50:05.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.339325 14891 ts_manager.cc:98] Registered new tserver with Master: 1074a4fbc9bf4ec29ae2063d66461dca (127.14.109.194:60959) 17:50:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.336612 15276 heartbeater.cc:346] Connected to a master server at 127.14.109.252:49519 17:50:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.347718 15276 heartbeater.cc:426] Registering TS with master... 17:50:05.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.348135 15276 heartbeater.cc:475] Master 127.14.109.252:49519 requested a full tablet report, sending... 17:50:05.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.337038 15271 heartbeater.cc:346] Connected to a master server at 127.14.109.254:42723 17:50:05.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.350383 14956 ts_manager.cc:98] Registered new tserver with Master: 1074a4fbc9bf4ec29ae2063d66461dca (127.14.109.194:60959) 17:50:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.350664 15271 heartbeater.cc:426] Registering TS with master... 17:50:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.351006 15271 heartbeater.cc:475] Master 127.14.109.254:42723 requested a full tablet report, sending... 17:50:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.352556 14811 ts_manager.cc:98] Registered new tserver with Master: 1074a4fbc9bf4ec29ae2063d66461dca (127.14.109.194:60959) 17:50:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.353813 14811 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.14.109.194:33821 17:50:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:05.414682 15274 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:05.415041 15274 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:05.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:05.424085 15274 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:05.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:05.424494 15274 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.109.195 17:50:05.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.448765 15274 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/data 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/wal 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.14.109.195:0 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/data/info.pb 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.14.109.195 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.14.109.254:42723,127.14.109.253:46146,127.14.109.252:49519 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.14.109.195 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/logs 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:05.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.470038 15274 tablet_server_main.cc:85] Initializing tablet server... 17:50:05.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.472034 15274 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 278064us 17:50:05.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.472496 15274 fs_manager.cc:262] Metadata directory not provided 17:50:05.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.472641 15274 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:05.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.472931 15274 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:05.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.473055 15274 server_base.cc:433] Attempting to create new FS layout instead 17:50:05.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.476297 15274 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/data/instance: 17:50:05.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8e9dfc1fdcdf4d358fabd2b3cf0b6e24" 17:50:05.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:05 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.477048 15274 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/wal/instance: 17:50:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8e9dfc1fdcdf4d358fabd2b3cf0b6e24" 17:50:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:05 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.491130 15274 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.001s 17:50:05.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.492262 15274 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:05.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.492703 15274 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.500041 15274 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:50:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.500169 15274 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/wal 17:50:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8e9dfc1fdcdf4d358fabd2b3cf0b6e24" 17:50:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:05 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.500401 15274 fs_report.cc:352] FS layout report 17:50:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/wal 17:50:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/wal 17:50:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/data/data 17:50:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:05.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:05.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:05.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:05.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:05.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:05.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.640357 15274 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.643959 15274 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:05.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.645118 15274 tablet_server_main.cc:90] Starting tablet server... 17:50:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.757522 15274 rpc_server.cc:205] RPC server started. Bound to: 127.14.109.195:33794 17:50:05.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.758798 15274 webserver.cc:175] Starting webserver on 127.14.109.195:0 17:50:05.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.758924 15274 webserver.cc:186] Document root disabled 17:50:05.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.760512 15274 webserver.cc:313] Webserver started. Bound to: http://127.14.109.195:36805/ 17:50:05.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.761346 15274 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6311788209231284085/ts-2/data/info.pb 17:50:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.768517 14775 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 15274 17:50:05.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.777107 15274 tablet_server_main.cc:93] Tablet server successfully started. 17:50:05.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.831041 15403 heartbeater.cc:346] Connected to a master server at 127.14.109.253:46146 17:50:05.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.831372 15403 heartbeater.cc:426] Registering TS with master... 17:50:05.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.832053 15403 heartbeater.cc:475] Master 127.14.109.253:46146 requested a full tablet report, sending... 17:50:05.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.833999 15402 heartbeater.cc:346] Connected to a master server at 127.14.109.254:42723 17:50:05.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.834199 15402 heartbeater.cc:426] Registering TS with master... 17:50:05.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.834626 14891 ts_manager.cc:98] Registered new tserver with Master: 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 (127.14.109.195:33794) 17:50:05.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.834707 15402 heartbeater.cc:475] Master 127.14.109.254:42723 requested a full tablet report, sending... 17:50:05.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.837899 14811 ts_manager.cc:98] Registered new tserver with Master: 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 (127.14.109.195:33794) 17:50:05.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.839586 14811 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.14.109.195:46527 17:50:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.834311 15404 heartbeater.cc:346] Connected to a master server at 127.14.109.252:49519 17:50:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.844250 15404 heartbeater.cc:426] Registering TS with master... 17:50:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.844547 15404 heartbeater.cc:475] Master 127.14.109.252:49519 requested a full tablet report, sending... 17:50:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.846158 14956 ts_manager.cc:98] Registered new tserver with Master: 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 (127.14.109.195:33794) 17:50:05.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.848379 14775 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:50:05.849 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:50:05.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.910560 14811 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.14.109.254:57042: 17:50:05.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:50:05.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:05.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:05.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:05.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:05.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.974928 15339 tablet_service.cc:759] Processing CreateTablet for tablet 3d58b91c466f4382b2643b29c14c64db (table=test [id=a4eddccf71314f02a54dc0eb3ec183b8]), partition=RANGE (key) PARTITION VALUES >= 50 17:50:05.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.975677 15076 tablet_service.cc:759] Processing CreateTablet for tablet 16f3c689e976404c86061f7c92b697eb (table=test [id=a4eddccf71314f02a54dc0eb3ec183b8]), partition=RANGE (key) PARTITION VALUES < 50 17:50:05.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.976029 15339 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 3d58b91c466f4382b2643b29c14c64db. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:05.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.976500 15076 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 16f3c689e976404c86061f7c92b697eb. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.988770 15076 ts_tablet_manager.cc:1173] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485: Registered tablet (data state: TABLET_DATA_READY) 17:50:05.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.991056 15474 ts_tablet_manager.cc:1028] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485: Bootstrapping tablet 17:50:05.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.991605 15474 tablet_bootstrap.cc:438] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485: Bootstrap starting. 17:50:05.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.993832 15474 tablet_bootstrap.cc:592] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485: No blocks or log segments found. Creating new log. 17:50:05.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.995134 15339 ts_tablet_manager.cc:1173] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24: Registered tablet (data state: TABLET_DATA_READY) 17:50:05.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.995643 15474 log.cc:525] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485: Log is configured to *not* fsync() on all Append() calls 17:50:05.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.997262 15475 ts_tablet_manager.cc:1028] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24: Bootstrapping tablet 17:50:05.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:05.998081 15475 tablet_bootstrap.cc:438] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24: Bootstrap starting. 17:50:06.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.001333 15474 tablet_bootstrap.cc:438] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485: No bootstrap required, opened a new log 17:50:06.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.001754 15474 ts_tablet_manager.cc:1045] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485: Time spent bootstrapping tablet: real 0.010s user 0.006s sys 0.000s 17:50:06.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.002249 15475 tablet_bootstrap.cc:592] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24: No blocks or log segments found. Creating new log. 17:50:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.003499 15475 log.cc:525] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24: Log is configured to *not* fsync() on all Append() calls 17:50:06.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.006911 15475 tablet_bootstrap.cc:438] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24: No bootstrap required, opened a new log 17:50:06.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.007156 15475 ts_tablet_manager.cc:1045] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.003s 17:50:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.013262 15474 raft_consensus.cc:325] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3c01eb6205f64e7fb27385ed18eeb485" member_type: VOTER last_known_addr { host: "127.14.109.193" port: 48241 } } 17:50:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.013727 15474 raft_consensus.cc:351] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.013948 15474 raft_consensus.cc:630] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c01eb6205f64e7fb27385ed18eeb485, State: Initialized, Role: FOLLOWER 17:50:06.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.014812 15474 consensus_queue.cc:228] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3c01eb6205f64e7fb27385ed18eeb485" member_type: VOTER last_known_addr { host: "127.14.109.193" port: 48241 } } 17:50:06.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.015404 15474 raft_consensus.cc:365] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:06.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.015691 15474 raft_consensus.cc:457] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:06.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.015938 15474 raft_consensus.cc:2742] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485: Snoozing failure detection for 1.692s (starting election) 17:50:06.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.016186 15474 raft_consensus.cc:2794] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485 [term 0 FOLLOWER]: Advancing to term 1 17:50:06.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.018537 15475 raft_consensus.cc:325] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8e9dfc1fdcdf4d358fabd2b3cf0b6e24" member_type: VOTER last_known_addr { host: "127.14.109.195" port: 33794 } } 17:50:06.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.018975 15475 raft_consensus.cc:351] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:06.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.019124 15475 raft_consensus.cc:630] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8e9dfc1fdcdf4d358fabd2b3cf0b6e24, State: Initialized, Role: FOLLOWER 17:50:06.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.019151 15474 raft_consensus.cc:479] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3c01eb6205f64e7fb27385ed18eeb485" member_type: VOTER last_known_addr { host: "127.14.109.193" port: 48241 } } 17:50:06.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.019827 15474 leader_election.cc:278] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:06.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.019675 15475 consensus_queue.cc:228] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8e9dfc1fdcdf4d358fabd2b3cf0b6e24" member_type: VOTER last_known_addr { host: "127.14.109.195" port: 33794 } } 17:50:06.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.020048 15475 raft_consensus.cc:365] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:06.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.020236 15475 raft_consensus.cc:457] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:06.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.020450 15475 raft_consensus.cc:2742] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24: Snoozing failure detection for 2.016s (starting election) 17:50:06.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.020642 15475 raft_consensus.cc:2794] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 [term 0 FOLLOWER]: Advancing to term 1 17:50:06.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.022061 15478 raft_consensus.cc:2742] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485: Snoozing failure detection for 2.124s (election complete) 17:50:06.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.022563 15478 raft_consensus.cc:2549] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485 [term 1 FOLLOWER]: Leader election won for term 1 17:50:06.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.024344 15475 raft_consensus.cc:479] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8e9dfc1fdcdf4d358fabd2b3cf0b6e24" member_type: VOTER last_known_addr { host: "127.14.109.195" port: 33794 } } 17:50:06.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.024698 15474 ts_tablet_manager.cc:1073] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485: Time spent starting tablet: real 0.023s user 0.016s sys 0.005s 17:50:06.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.024979 15475 leader_election.cc:278] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:06.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.025691 15478 raft_consensus.cc:595] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485 [term 1 LEADER]: Becoming Leader. State: Replica: 3c01eb6205f64e7fb27385ed18eeb485, State: Running, Role: LEADER 17:50:06.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.026137 15478 consensus_queue.cc:205] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3c01eb6205f64e7fb27385ed18eeb485" member_type: VOTER last_known_addr { host: "127.14.109.193" port: 48241 } } 17:50:06.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.027146 15481 raft_consensus.cc:2742] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24: Snoozing failure detection for 2.199s (election complete) 17:50:06.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.027696 15481 raft_consensus.cc:2549] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 [term 1 FOLLOWER]: Leader election won for term 1 17:50:06.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.028751 15402 heartbeater.cc:467] Master 127.14.109.254:42723 was elected leader, sending a full tablet report... 17:50:06.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.030804 15475 ts_tablet_manager.cc:1073] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24: Time spent starting tablet: real 0.024s user 0.017s sys 0.007s 17:50:06.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.030930 15481 raft_consensus.cc:595] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 [term 1 LEADER]: Becoming Leader. State: Replica: 8e9dfc1fdcdf4d358fabd2b3cf0b6e24, State: Running, Role: LEADER 17:50:06.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.031579 15481 consensus_queue.cc:205] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8e9dfc1fdcdf4d358fabd2b3cf0b6e24" member_type: VOTER last_known_addr { host: "127.14.109.195" port: 33794 } } 17:50:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.041208 14811 catalog_manager.cc:3758] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 reported cstate change: term changed from 0 to 1, leader changed from to 8e9dfc1fdcdf4d358fabd2b3cf0b6e24 (127.14.109.195). New cstate: current_term: 1 leader_uuid: "8e9dfc1fdcdf4d358fabd2b3cf0b6e24" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8e9dfc1fdcdf4d358fabd2b3cf0b6e24" member_type: VOTER last_known_addr { host: "127.14.109.195" port: 33794 } health_report { overall_health: HEALTHY } } } 17:50:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.046986 14810 catalog_manager.cc:3758] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485 reported cstate change: term changed from 0 to 1, leader changed from to 3c01eb6205f64e7fb27385ed18eeb485 (127.14.109.193). New cstate: current_term: 1 leader_uuid: "3c01eb6205f64e7fb27385ed18eeb485" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "3c01eb6205f64e7fb27385ed18eeb485" member_type: VOTER last_known_addr { host: "127.14.109.193" port: 48241 } health_report { overall_health: HEALTHY } } } 17:50:06.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.075587 14810 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.14.109.254:57042: 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:06.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.101176 15208 tablet_service.cc:759] Processing CreateTablet for tablet 2e6f4e9944f447dcb812ca54da7c2c77 (table=simple-test [id=df6f36b5596c4b479d1b2421e3560f48]), partition=RANGE (key) PARTITION UNBOUNDED 17:50:06.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.101874 15208 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 2e6f4e9944f447dcb812ca54da7c2c77. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:06.111572 15150 tablet.cc:1728] T 16f3c689e976404c86061f7c92b697eb P 3c01eb6205f64e7fb27385ed18eeb485: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:06.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.114279 15208 ts_tablet_manager.cc:1173] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca: Registered tablet (data state: TABLET_DATA_READY) 17:50:06.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.115962 15488 ts_tablet_manager.cc:1028] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca: Bootstrapping tablet 17:50:06.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.116745 15488 tablet_bootstrap.cc:438] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca: Bootstrap starting. 17:50:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.119530 15488 tablet_bootstrap.cc:592] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca: No blocks or log segments found. Creating new log. 17:50:06.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.120817 15488 log.cc:525] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca: Log is configured to *not* fsync() on all Append() calls 17:50:06.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.123594 15488 tablet_bootstrap.cc:438] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca: No bootstrap required, opened a new log 17:50:06.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.123862 15488 ts_tablet_manager.cc:1045] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca: Time spent bootstrapping tablet: real 0.007s user 0.005s sys 0.001s 17:50:06.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.135500 15488 raft_consensus.cc:325] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1074a4fbc9bf4ec29ae2063d66461dca" member_type: VOTER last_known_addr { host: "127.14.109.194" port: 60959 } } 17:50:06.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.136008 15488 raft_consensus.cc:351] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:06.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.136238 15488 raft_consensus.cc:630] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1074a4fbc9bf4ec29ae2063d66461dca, State: Initialized, Role: FOLLOWER 17:50:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.136844 15488 consensus_queue.cc:228] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1074a4fbc9bf4ec29ae2063d66461dca" member_type: VOTER last_known_addr { host: "127.14.109.194" port: 60959 } } 17:50:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.137251 15488 raft_consensus.cc:365] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.137475 15488 raft_consensus.cc:457] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.137653 15488 raft_consensus.cc:2742] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca: Snoozing failure detection for 1.959s (starting election) 17:50:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.137848 15488 raft_consensus.cc:2794] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca [term 0 FOLLOWER]: Advancing to term 1 17:50:06.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.140496 15488 raft_consensus.cc:479] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1074a4fbc9bf4ec29ae2063d66461dca" member_type: VOTER last_known_addr { host: "127.14.109.194" port: 60959 } } 17:50:06.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.140965 15488 leader_election.cc:278] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.142627 15490 raft_consensus.cc:2742] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca: Snoozing failure detection for 1.967s (election complete) 17:50:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.142901 15490 raft_consensus.cc:2549] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca [term 1 FOLLOWER]: Leader election won for term 1 17:50:06.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.145025 15271 heartbeater.cc:467] Master 127.14.109.254:42723 was elected leader, sending a full tablet report... 17:50:06.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.145323 15490 raft_consensus.cc:595] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca [term 1 LEADER]: Becoming Leader. State: Replica: 1074a4fbc9bf4ec29ae2063d66461dca, State: Running, Role: LEADER 17:50:06.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.145797 15488 ts_tablet_manager.cc:1073] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca: Time spent starting tablet: real 0.022s user 0.017s sys 0.004s 17:50:06.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.146041 15490 consensus_queue.cc:205] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1074a4fbc9bf4ec29ae2063d66461dca" member_type: VOTER last_known_addr { host: "127.14.109.194" port: 60959 } } 17:50:06.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.154160 14810 catalog_manager.cc:3758] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca reported cstate change: term changed from 0 to 1, leader changed from to 1074a4fbc9bf4ec29ae2063d66461dca (127.14.109.194). New cstate: current_term: 1 leader_uuid: "1074a4fbc9bf4ec29ae2063d66461dca" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1074a4fbc9bf4ec29ae2063d66461dca" member_type: VOTER last_known_addr { host: "127.14.109.194" port: 60959 } health_report { overall_health: HEALTHY } } } 17:50:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.255110 14810 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.14.109.254:57042: 17:50:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "startswith" 17:50:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:06.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:06.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:06.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:06.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:06.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:06.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.271906 15208 tablet_service.cc:759] Processing CreateTablet for tablet a41ae5fc099540a0bde27ec0caf5ebaa (table=startswith [id=b9e55d7266804661b7edd74fb4b20aa5]), partition=RANGE (key) PARTITION UNBOUNDED 17:50:06.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.272562 15208 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet a41ae5fc099540a0bde27ec0caf5ebaa. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:06.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:06.275769 15405 tablet.cc:1728] T 3d58b91c466f4382b2643b29c14c64db P 8e9dfc1fdcdf4d358fabd2b3cf0b6e24: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:06.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.278199 15208 ts_tablet_manager.cc:1173] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca: Registered tablet (data state: TABLET_DATA_READY) 17:50:06.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.278524 15488 ts_tablet_manager.cc:1028] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca: Bootstrapping tablet 17:50:06.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.278898 15488 tablet_bootstrap.cc:438] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca: Bootstrap starting. 17:50:06.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.280755 15488 tablet_bootstrap.cc:592] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca: No blocks or log segments found. Creating new log. 17:50:06.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.284368 15488 tablet_bootstrap.cc:438] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca: No bootstrap required, opened a new log 17:50:06.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.284632 15488 ts_tablet_manager.cc:1045] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.001s 17:50:06.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.285662 15488 raft_consensus.cc:325] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1074a4fbc9bf4ec29ae2063d66461dca" member_type: VOTER last_known_addr { host: "127.14.109.194" port: 60959 } } 17:50:06.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.285969 15488 raft_consensus.cc:351] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:06.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.286125 15488 raft_consensus.cc:630] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1074a4fbc9bf4ec29ae2063d66461dca, State: Initialized, Role: FOLLOWER 17:50:06.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.286530 15488 consensus_queue.cc:228] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1074a4fbc9bf4ec29ae2063d66461dca" member_type: VOTER last_known_addr { host: "127.14.109.194" port: 60959 } } 17:50:06.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.286960 15488 raft_consensus.cc:365] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:06.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.287117 15488 raft_consensus.cc:457] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:06.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.287307 15488 raft_consensus.cc:2742] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca: Snoozing failure detection for 1.675s (starting election) 17:50:06.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.287514 15488 raft_consensus.cc:2794] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca [term 0 FOLLOWER]: Advancing to term 1 17:50:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.290262 15488 raft_consensus.cc:479] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1074a4fbc9bf4ec29ae2063d66461dca" member_type: VOTER last_known_addr { host: "127.14.109.194" port: 60959 } } 17:50:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.290653 15488 leader_election.cc:278] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.291052 15490 raft_consensus.cc:2742] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca: Snoozing failure detection for 1.758s (election complete) 17:50:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.291280 15490 raft_consensus.cc:2549] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca [term 1 FOLLOWER]: Leader election won for term 1 17:50:06.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.291596 15490 raft_consensus.cc:595] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca [term 1 LEADER]: Becoming Leader. State: Replica: 1074a4fbc9bf4ec29ae2063d66461dca, State: Running, Role: LEADER 17:50:06.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.291965 15490 consensus_queue.cc:205] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1074a4fbc9bf4ec29ae2063d66461dca" member_type: VOTER last_known_addr { host: "127.14.109.194" port: 60959 } } 17:50:06.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.292626 15488 ts_tablet_manager.cc:1073] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca: Time spent starting tablet: real 0.008s user 0.005s sys 0.002s 17:50:06.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:06.300616 14810 catalog_manager.cc:3758] T a41ae5fc099540a0bde27ec0caf5ebaa P 1074a4fbc9bf4ec29ae2063d66461dca reported cstate change: term changed from 0 to 1, leader changed from to 1074a4fbc9bf4ec29ae2063d66461dca (127.14.109.194). New cstate: current_term: 1 leader_uuid: "1074a4fbc9bf4ec29ae2063d66461dca" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1074a4fbc9bf4ec29ae2063d66461dca" member_type: VOTER last_known_addr { host: "127.14.109.194" port: 60959 } health_report { overall_health: HEALTHY } } } 17:50:06.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:06.303294 15281 tablet.cc:1728] T 2e6f4e9944f447dcb812ca54da7c2c77 P 1074a4fbc9bf4ec29ae2063d66461dca: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:11.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:11.237568 14775 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 14990 17:50:11.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:11.260496 14775 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 15141 17:50:11.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:11.263656 14856 connection.cc:512] server connection from 127.14.109.193:37017 recv error: Network error: failed to read from TLS socket (remote: 127.14.109.193:37017): Connection reset by peer (error 104) 17:50:11.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:11.264545 14938 connection.cc:512] server connection from 127.14.109.193:55556 recv error: Network error: failed to read from TLS socket (remote: 127.14.109.193:55556): Connection reset by peer (error 104) 17:50:11.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:11.263211 14795 connection.cc:512] server connection from 127.14.109.193:35810 recv error: Network error: failed to read from TLS socket (remote: 127.14.109.193:35810): Connection reset by peer (error 104) 17:50:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:11.297009 14857 connection.cc:512] server connection from 127.14.109.194:55453 recv error: Network error: failed to read from TLS socket (remote: 127.14.109.194:55453): Connection reset by peer (error 104) 17:50:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:11.297588 14795 connection.cc:512] server connection from 127.14.109.194:33821 recv error: Network error: failed to read from TLS socket (remote: 127.14.109.194:33821): Connection reset by peer (error 104) 17:50:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:11.297775 14936 connection.cc:512] server connection from 127.14.109.194:53854 recv error: Network error: failed to read from TLS socket (remote: 127.14.109.194:53854): Connection reset by peer (error 104) 17:50:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:11.298611 14775 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 15274 17:50:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:11.318166 14856 connection.cc:512] server connection from 127.14.109.195:43380 recv error: Network error: failed to read from TLS socket (remote: 127.14.109.195:43380): Connection reset by peer (error 104) 17:50:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:11.318636 14793 connection.cc:512] server connection from 127.14.109.195:46527 recv error: Network error: failed to read from TLS socket (remote: 127.14.109.195:46527): Connection reset by peer (error 104) 17:50:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:11.319679 14940 connection.cc:512] server connection from 127.14.109.195:35178 recv error: Network error: failed to read from TLS socket (remote: 127.14.109.195:35178): Connection reset by peer (error 104) 17:50:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:11.320024 14775 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 14783 17:50:11.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:11.337894 14775 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 14845 17:50:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:11.358039 14775 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 14925 17:50:12.403 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614212403 17:50:12.404 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:50:12.404 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:50:12.404 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:50:12.404 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.614806 15543 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/wal 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/data 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.45.254:44012 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.45.254 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/logs 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/data/info.pb 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.15.45.254:44012,127.15.45.253:55783,127.15.45.252:54281 with env {} 17:50:12.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:12.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:12.771461 15551 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:12.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:12.771863 15551 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:12.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:12.780961 15551 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:12.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:12.781113 15551 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:12.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:12.781245 15551 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:12.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:12.781422 15551 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.800323 15551 master_main.cc:73] Master server non-default flags: 17:50:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/data 17:50:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/wal 17:50:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.15.45.254:44012,127.15.45.253:55783,127.15.45.252:54281 17:50:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.45.254:44012 17:50:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/data/info.pb 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.45.254 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/logs 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.815387 15551 master_main.cc:80] Initializing master server... 17:50:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.817409 15551 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 281564us 17:50:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.818136 15551 fs_manager.cc:262] Metadata directory not provided 17:50:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.818279 15551 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.818606 15551 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.818730 15551 server_base.cc:433] Attempting to create new FS layout instead 17:50:12.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.822489 15551 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/data/instance: 17:50:12.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3ac6bcd5bdc145e79d5b14babedac095" 17:50:12.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:12 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:12.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.823201 15551 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/wal/instance: 17:50:12.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3ac6bcd5bdc145e79d5b14babedac095" 17:50:12.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:12 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:12.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.840448 15551 fs_manager.cc:502] Time spent creating directory manager: real 0.017s user 0.010s sys 0.003s 17:50:12.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.841629 15551 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.842818 15551 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.851055 15551 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s 17:50:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.851181 15551 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/wal 17:50:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3ac6bcd5bdc145e79d5b14babedac095" 17:50:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:12 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.851442 15551 fs_report.cc:352] FS layout report 17:50:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/wal 17:50:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/wal 17:50:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/data/data 17:50:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:12.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:12.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:12.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:12.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:12.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:12.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:12.999254 15551 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.001689 15551 master_main.cc:83] Starting Master server... 17:50:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.090577 15551 rpc_server.cc:205] RPC server started. Bound to: 127.15.45.254:44012 17:50:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.091502 15551 webserver.cc:175] Starting webserver on 127.15.45.254:0 17:50:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.091612 15551 webserver.cc:186] Document root disabled 17:50:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.093521 15551 webserver.cc:313] Webserver started. Bound to: http://127.15.45.254:58252/ 17:50:13.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.094260 15551 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-0/data/info.pb 17:50:13.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.098126 15612 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:13.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.098338 15543 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 15551 17:50:13.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.099539 15543 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:13.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:13.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/wal 17:50:13.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/data 17:50:13.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:13.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:13.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:13.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.45.253:55783 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.45.253 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/logs 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/data/info.pb 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:13.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.15.45.254:44012,127.15.45.253:55783,127.15.45.252:54281 with env {} 17:50:13.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.112489 15612 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } has no permanent_uuid. Determining permanent_uuid... 17:50:13.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.134868 15612 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } has no permanent_uuid. Determining permanent_uuid... 17:50:13.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.136668 15612 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.45.253:55783: Network error: Client connection negotiation failed: client connection to 127.15.45.253:55783: connect: Connection refused (error 111) 17:50:13.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.156034 15612 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } attempt: 1 17:50:13.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.157073 15612 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.45.253:55783: Network error: Client connection negotiation failed: client connection to 127.15.45.253:55783: connect: Connection refused (error 111) 17:50:13.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.205420 15612 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } attempt: 2 17:50:13.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.206754 15612 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.45.253:55783: Network error: Client connection negotiation failed: client connection to 127.15.45.253:55783: connect: Connection refused (error 111) 17:50:13.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:13.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.260557 15613 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:13.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.260951 15613 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:13.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.270037 15613 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:13.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.270161 15613 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:13.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.270289 15613 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:13.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.270449 15613 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.289311 15613 master_main.cc:73] Master server non-default flags: 17:50:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/data 17:50:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/wal 17:50:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.15.45.254:44012,127.15.45.253:55783,127.15.45.252:54281 17:50:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.45.253:55783 17:50:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/data/info.pb 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.45.253 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/logs 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:13.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.303301 15613 master_main.cc:80] Initializing master server... 17:50:13.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.306051 15613 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 282064us 17:50:13.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.306799 15613 fs_manager.cc:262] Metadata directory not provided 17:50:13.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.306921 15613 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.307219 15613 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.307332 15613 server_base.cc:433] Attempting to create new FS layout instead 17:50:13.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.311043 15613 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/data/instance: 17:50:13.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f2e7d9f753544f318a45a527c29defae" 17:50:13.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:13 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:13.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.311743 15613 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/wal/instance: 17:50:13.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f2e7d9f753544f318a45a527c29defae" 17:50:13.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:13 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:13.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.318073 15612 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } attempt: 3 17:50:13.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.319260 15612 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.45.253:55783: Network error: Client connection negotiation failed: client connection to 127.15.45.253:55783: connect: Connection refused (error 111) 17:50:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.330227 15613 fs_manager.cc:502] Time spent creating directory manager: real 0.018s user 0.008s sys 0.006s 17:50:13.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.331379 15613 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:13.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.332621 15613 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:13.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.340751 15613 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.003s 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.340864 15613 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/wal 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "f2e7d9f753544f318a45a527c29defae" 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:13 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.341110 15613 fs_report.cc:352] FS layout report 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/wal 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/wal 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/data/data 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:13.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.495615 15612 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } attempt: 4 17:50:13.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.496819 15612 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.45.253:55783: Network error: Client connection negotiation failed: client connection to 127.15.45.253:55783: connect: Connection refused (error 111) 17:50:13.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.503283 15613 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:13.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.505609 15613 master_main.cc:83] Starting Master server... 17:50:13.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.591589 15613 rpc_server.cc:205] RPC server started. Bound to: 127.15.45.253:55783 17:50:13.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.592644 15613 webserver.cc:175] Starting webserver on 127.15.45.253:0 17:50:13.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.592741 15613 webserver.cc:186] Document root disabled 17:50:13.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.594607 15613 webserver.cc:313] Webserver started. Bound to: http://127.15.45.253:57111/ 17:50:13.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.595329 15613 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-1/data/info.pb 17:50:13.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.598883 15678 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.603893 15543 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 15613 17:50:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.604620 15543 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/wal 17:50:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/data 17:50:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.45.252:54281 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.45.252 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/logs 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/data/info.pb 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.15.45.254:44012,127.15.45.253:55783,127.15.45.252:54281 with env {} 17:50:13.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.612905 15678 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } has no permanent_uuid. Determining permanent_uuid... 17:50:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.628456 15678 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } has no permanent_uuid. Determining permanent_uuid... 17:50:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.638669 15678 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } has no permanent_uuid. Determining permanent_uuid... 17:50:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.639782 15678 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.45.252:54281: Network error: Client connection negotiation failed: client connection to 127.15.45.252:54281: connect: Connection refused (error 111) 17:50:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.659162 15678 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } attempt: 1 17:50:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.660318 15678 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.45.252:54281: Network error: Client connection negotiation failed: client connection to 127.15.45.252:54281: connect: Connection refused (error 111) 17:50:13.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.708667 15678 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } attempt: 2 17:50:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.710041 15678 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.45.252:54281: Network error: Client connection negotiation failed: client connection to 127.15.45.252:54281: connect: Connection refused (error 111) 17:50:13.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:13.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.764698 15679 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:13.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.765053 15679 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:13.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.774211 15679 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:13.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.774360 15679 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:13.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.774477 15679 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:13.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.774582 15679 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.792923 15679 master_main.cc:73] Master server non-default flags: 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/data 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/wal 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.15.45.254:44012,127.15.45.253:55783,127.15.45.252:54281 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.45.252:54281 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/data/info.pb 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.45.252 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/logs 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.800166 15612 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } attempt: 5 17:50:13.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.806864 15612 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } has no permanent_uuid. Determining permanent_uuid... 17:50:13.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.807075 15679 master_main.cc:80] Initializing master server... 17:50:13.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.808077 15612 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.45.252:54281: Network error: Client connection negotiation failed: client connection to 127.15.45.252:54281: connect: Connection refused (error 111) 17:50:13.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.809067 15679 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 282064us 17:50:13.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.809805 15679 fs_manager.cc:262] Metadata directory not provided 17:50:13.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.809928 15679 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.810165 15679 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.810274 15679 server_base.cc:433] Attempting to create new FS layout instead 17:50:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.814023 15679 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/data/instance: 17:50:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "58dd3fe10bb842c089438220368667ca" 17:50:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:13 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.814810 15679 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/wal/instance: 17:50:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "58dd3fe10bb842c089438220368667ca" 17:50:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:13 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.821368 15678 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } attempt: 3 17:50:13.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.822476 15678 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.45.252:54281: Network error: Client connection negotiation failed: client connection to 127.15.45.252:54281: connect: Connection refused (error 111) 17:50:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.833530 15679 fs_manager.cc:502] Time spent creating directory manager: real 0.018s user 0.009s sys 0.004s 17:50:13.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.834852 15679 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:13.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.836045 15679 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.844169 15679 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:50:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.844295 15679 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/wal 17:50:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "58dd3fe10bb842c089438220368667ca" 17:50:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:13 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.844569 15679 fs_report.cc:352] FS layout report 17:50:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/wal 17:50:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/wal 17:50:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/data/data 17:50:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:13.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.846426 15612 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } attempt: 1 17:50:13.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.847777 15612 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.45.252:54281: Network error: Client connection negotiation failed: client connection to 127.15.45.252:54281: connect: Connection refused (error 111) 17:50:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.896142 15612 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } attempt: 2 17:50:13.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:13.897625 15612 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.45.252:54281: Network error: Client connection negotiation failed: client connection to 127.15.45.252:54281: connect: Connection refused (error 111) 17:50:13.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.989106 15679 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:13.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.991555 15679 master_main.cc:83] Starting Master server... 17:50:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.997989 15612 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } attempt: 3 17:50:14.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:13.998826 15678 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } attempt: 4 17:50:14.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:14.000399 15678 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.45.252:54281: Network error: Client connection negotiation failed: client connection to 127.15.45.252:54281: connect: Connection refused (error 111) 17:50:14.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:14.000818 15612 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.45.252:54281: Network error: Client connection negotiation failed: client connection to 127.15.45.252:54281: connect: Connection refused (error 111) 17:50:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.079202 15679 rpc_server.cc:205] RPC server started. Bound to: 127.15.45.252:54281 17:50:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.080222 15679 webserver.cc:175] Starting webserver on 127.15.45.252:0 17:50:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.080323 15679 webserver.cc:186] Document root disabled 17:50:14.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.082186 15679 webserver.cc:313] Webserver started. Bound to: http://127.15.45.252:59177/ 17:50:14.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.082957 15679 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/master-2/data/info.pb 17:50:14.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.086134 15742 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.091181 15543 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 15679 17:50:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.092533 15543 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/wal 17:50:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/data 17:50:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.45.193:0 17:50:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.15.45.193 17:50:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.45.193 17:50:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.15.45.254:44012,127.15.45.253:55783,127.15.45.252:54281 17:50:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/logs 17:50:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/data/info.pb 17:50:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:14.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:14.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.101379 15742 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } has no permanent_uuid. Determining permanent_uuid... 17:50:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.117987 15742 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } has no permanent_uuid. Determining permanent_uuid... 17:50:14.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.125337 15742 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } has no permanent_uuid. Determining permanent_uuid... 17:50:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.139323 15742 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca: Bootstrap starting. 17:50:14.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.141499 15612 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } attempt: 4 17:50:14.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.141808 15742 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca: No blocks or log segments found. Creating new log. 17:50:14.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.143728 15742 log.cc:525] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca: Log is configured to *not* fsync() on all Append() calls 17:50:14.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.150382 15742 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca: No bootstrap required, opened a new log 17:50:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.154121 15612 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095: Bootstrap starting. 17:50:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.156600 15612 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095: No blocks or log segments found. Creating new log. 17:50:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.158058 15612 log.cc:525] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095: Log is configured to *not* fsync() on all Append() calls 17:50:14.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.170665 15612 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095: No bootstrap required, opened a new log 17:50:14.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.170197 15742 raft_consensus.cc:325] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } 17:50:14.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.171036 15742 raft_consensus.cc:351] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:14.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.171236 15742 raft_consensus.cc:630] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 58dd3fe10bb842c089438220368667ca, State: Initialized, Role: FOLLOWER 17:50:14.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.171985 15742 consensus_queue.cc:228] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } 17:50:14.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.175580 15742 sys_catalog.cc:337] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } } 17:50:14.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.176277 15742 sys_catalog.cc:340] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [sys.catalog]: This master's current role is: FOLLOWER 17:50:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.178208 15742 sys_catalog.cc:424] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [sys.catalog]: configured and running, proceeding with master startup. 17:50:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.188166 15612 raft_consensus.cc:325] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } 17:50:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.189011 15612 raft_consensus.cc:351] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.189286 15612 raft_consensus.cc:630] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ac6bcd5bdc145e79d5b14babedac095, State: Initialized, Role: FOLLOWER 17:50:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.190106 15612 consensus_queue.cc:228] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } 17:50:14.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.197476 15750 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } } 17:50:14.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.212558 15750 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [sys.catalog]: This master's current role is: FOLLOWER 17:50:14.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.176337 15748 sys_catalog.cc:337] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } } 17:50:14.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.278034 15748 sys_catalog.cc:340] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [sys.catalog]: This master's current role is: FOLLOWER 17:50:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:14.282423 15743 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:14.283131 15743 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:14.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.198310 15612 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } } 17:50:14.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.292096 15612 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [sys.catalog]: This master's current role is: FOLLOWER 17:50:14.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.293342 15612 sys_catalog.cc:424] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [sys.catalog]: configured and running, proceeding with master startup. 17:50:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:14.298728 15743 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:14.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:14.299278 15743 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.45.193 17:50:14.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.303778 15678 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } attempt: 5 17:50:14.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.306490 15551 master_main.cc:86] Master server successfully started. 17:50:14.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.305330 15751 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:50:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:14.244583 15698 tablet.cc:1728] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:14.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.313340 15749 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:50:14.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.316849 15678 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae: Bootstrap starting. 17:50:14.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.319180 15678 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae: No blocks or log segments found. Creating new log. 17:50:14.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.320544 15678 log.cc:525] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae: Log is configured to *not* fsync() on all Append() calls 17:50:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.322695 15679 master_main.cc:86] Master server successfully started. 17:50:14.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.323886 15678 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae: No bootstrap required, opened a new log 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.324971 15743 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/data 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/wal 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.45.193:0 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/data/info.pb 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.45.193 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.15.45.254:44012,127.15.45.253:55783,127.15.45.252:54281 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.15.45.193 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/logs 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:14.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.335546 15678 raft_consensus.cc:325] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } 17:50:14.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.335988 15678 raft_consensus.cc:351] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:14.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.336176 15678 raft_consensus.cc:630] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2e7d9f753544f318a45a527c29defae, State: Initialized, Role: FOLLOWER 17:50:14.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.336802 15678 consensus_queue.cc:228] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } 17:50:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.339426 15678 sys_catalog.cc:337] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } } 17:50:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.340240 15678 sys_catalog.cc:340] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [sys.catalog]: This master's current role is: FOLLOWER 17:50:14.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.341516 15678 sys_catalog.cc:424] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [sys.catalog]: configured and running, proceeding with master startup. 17:50:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.342339 15743 tablet_server_main.cc:85] Initializing tablet server... 17:50:14.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.345789 15743 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 282564us 17:50:14.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.346354 15743 fs_manager.cc:262] Metadata directory not provided 17:50:14.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.346535 15743 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:14.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.346850 15743 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:14.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.347013 15743 server_base.cc:433] Attempting to create new FS layout instead 17:50:14.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.352258 15743 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/data/instance: 17:50:14.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d262dbd524834fe983894b01d01245e5" 17:50:14.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:14.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.353201 15743 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/wal/instance: 17:50:14.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d262dbd524834fe983894b01d01245e5" 17:50:14.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:14.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.377090 15743 fs_manager.cc:502] Time spent creating directory manager: real 0.023s user 0.014s sys 0.006s 17:50:14.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.378747 15743 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:14.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.380069 15743 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.393628 15743 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.393792 15743 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/wal 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d262dbd524834fe983894b01d01245e5" 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.394093 15743 fs_report.cc:352] FS layout report 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/wal 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/wal 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/data/data 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:14.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.340275 15757 sys_catalog.cc:337] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } } 17:50:14.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.410737 15757 sys_catalog.cc:340] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [sys.catalog]: This master's current role is: FOLLOWER 17:50:14.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.413611 15613 master_main.cc:86] Master server successfully started. 17:50:14.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.419957 15748 raft_consensus.cc:457] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:50:14.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.420226 15748 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca: Snoozing failure detection for 2.164s (starting election) 17:50:14.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.420516 15748 raft_consensus.cc:479] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } 17:50:14.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.421725 15748 leader_election.cc:251] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 3ac6bcd5bdc145e79d5b14babedac095 (127.15.45.254:44012) 17:50:14.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.422291 15748 leader_election.cc:251] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer f2e7d9f753544f318a45a527c29defae (127.15.45.253:55783) 17:50:14.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:14.423429 15758 catalog_manager.cc:1084] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:14.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:14.423650 15758 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:14.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.423380 15589 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "58dd3fe10bb842c089438220368667ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ac6bcd5bdc145e79d5b14babedac095" is_pre_election: true 17:50:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.424001 15589 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095: Snoozing failure detection for 2.049s (vote granted) 17:50:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.424271 15589 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 58dd3fe10bb842c089438220368667ca in term 0. 17:50:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.425287 15655 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "58dd3fe10bb842c089438220368667ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2e7d9f753544f318a45a527c29defae" is_pre_election: true 17:50:14.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.426085 15655 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae: Snoozing failure detection for 1.900s (vote granted) 17:50:14.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.426398 15655 raft_consensus.cc:2255] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 58dd3fe10bb842c089438220368667ca in term 0. 17:50:14.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.427330 15690 leader_election.cc:387] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [CANDIDATE]: Term 1 pre-election: Vote granted by peer f2e7d9f753544f318a45a527c29defae (127.15.45.253:55783) 17:50:14.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.427603 15690 leader_election.cc:278] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:50:14.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.428027 15691 leader_election.cc:387] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [CANDIDATE]: Term 1 pre-election: Vote granted by peer 3ac6bcd5bdc145e79d5b14babedac095 (127.15.45.254:44012) 17:50:14.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.428186 15748 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca: Snoozing failure detection for 1.984s (election complete) 17:50:14.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.428417 15748 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [term 0 FOLLOWER]: Leader pre-election won for term 1 17:50:14.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.428655 15748 raft_consensus.cc:457] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:50:14.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.428843 15748 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca: Snoozing failure detection for 2.208s (starting election) 17:50:14.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.429036 15748 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [term 0 FOLLOWER]: Advancing to term 1 17:50:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.433818 15748 raft_consensus.cc:479] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } 17:50:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.434741 15748 leader_election.cc:251] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [CANDIDATE]: Term 1 election: Requesting vote from peer 3ac6bcd5bdc145e79d5b14babedac095 (127.15.45.254:44012) 17:50:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.435148 15748 leader_election.cc:251] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [CANDIDATE]: Term 1 election: Requesting vote from peer f2e7d9f753544f318a45a527c29defae (127.15.45.253:55783) 17:50:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.435976 15589 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "58dd3fe10bb842c089438220368667ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ac6bcd5bdc145e79d5b14babedac095" 17:50:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.436400 15589 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [term 0 FOLLOWER]: Advancing to term 1 17:50:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.436648 15589 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095: Snoozing failure detection for 1.841s (vote granted) 17:50:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.439568 15655 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "58dd3fe10bb842c089438220368667ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2e7d9f753544f318a45a527c29defae" 17:50:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.439980 15655 raft_consensus.cc:2794] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [term 0 FOLLOWER]: Advancing to term 1 17:50:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.440245 15655 raft_consensus.cc:2742] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae: Snoozing failure detection for 1.845s (vote granted) 17:50:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.441494 15589 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 58dd3fe10bb842c089438220368667ca in term 1. 17:50:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.442283 15691 leader_election.cc:387] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [CANDIDATE]: Term 1 election: Vote granted by peer 3ac6bcd5bdc145e79d5b14babedac095 (127.15.45.254:44012) 17:50:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.442535 15691 leader_election.cc:278] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.442968 15748 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca: Snoozing failure detection for 1.934s (election complete) 17:50:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.443204 15748 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [term 1 FOLLOWER]: Leader election won for term 1 17:50:14.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.445451 15655 raft_consensus.cc:2255] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 58dd3fe10bb842c089438220368667ca in term 1. 17:50:14.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.445538 15748 raft_consensus.cc:595] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [term 1 LEADER]: Becoming Leader. State: Replica: 58dd3fe10bb842c089438220368667ca, State: Running, Role: LEADER 17:50:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.446130 15690 leader_election.cc:387] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [CANDIDATE]: Term 1 election: Vote granted by peer f2e7d9f753544f318a45a527c29defae (127.15.45.253:55783) 17:50:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.446095 15748 consensus_queue.cc:205] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } 17:50:14.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.461294 15767 sys_catalog.cc:337] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [sys.catalog]: SysCatalogTable state changed. Reason: New leader 58dd3fe10bb842c089438220368667ca. Latest consensus state: current_term: 1 leader_uuid: "58dd3fe10bb842c089438220368667ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } } 17:50:14.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.461948 15767 sys_catalog.cc:340] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [sys.catalog]: This master's current role is: LEADER 17:50:14.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.471676 15769 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:50:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.488090 15769 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:50:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:14.505488 15568 tablet.cc:1728] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:14.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:14.509316 15634 tablet.cc:1728] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.557215 15655 raft_consensus.cc:1083] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [term 1 FOLLOWER]: Refusing update from remote peer 58dd3fe10bb842c089438220368667ca: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:14.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.558259 15589 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [term 1 FOLLOWER]: Refusing update from remote peer 58dd3fe10bb842c089438220368667ca: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:14.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.560319 15748 consensus_queue.cc:963] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [LEADER]: Connected to new peer: Peer: permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.560909 15767 consensus_queue.cc:963] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [LEADER]: Connected to new peer: Peer: permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.584133 15750 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 58dd3fe10bb842c089438220368667ca. Latest consensus state: current_term: 1 leader_uuid: "58dd3fe10bb842c089438220368667ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } } 17:50:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.584852 15750 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [sys.catalog]: This master's current role is: FOLLOWER 17:50:14.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.588954 15757 sys_catalog.cc:337] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [sys.catalog]: SysCatalogTable state changed. Reason: New leader 58dd3fe10bb842c089438220368667ca. Latest consensus state: current_term: 1 leader_uuid: "58dd3fe10bb842c089438220368667ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } } 17:50:14.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.591114 15757 sys_catalog.cc:340] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [sys.catalog]: This master's current role is: FOLLOWER 17:50:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.593222 15767 sys_catalog.cc:337] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "58dd3fe10bb842c089438220368667ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } } 17:50:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.593911 15767 sys_catalog.cc:340] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [sys.catalog]: This master's current role is: LEADER 17:50:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.594889 15767 sys_catalog.cc:337] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "58dd3fe10bb842c089438220368667ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } } 17:50:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.595513 15767 sys_catalog.cc:340] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca [sys.catalog]: This master's current role is: LEADER 17:50:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.598701 15750 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "58dd3fe10bb842c089438220368667ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } } 17:50:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.599416 15750 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095 [sys.catalog]: This master's current role is: FOLLOWER 17:50:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.601864 15769 catalog_manager.cc:924] Generated new certificate authority record 17:50:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.603992 15769 catalog_manager.cc:1046] Loading token signing keys... 17:50:14.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.609694 15757 sys_catalog.cc:337] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "58dd3fe10bb842c089438220368667ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ac6bcd5bdc145e79d5b14babedac095" member_type: VOTER last_known_addr { host: "127.15.45.254" port: 44012 } } peers { permanent_uuid: "f2e7d9f753544f318a45a527c29defae" member_type: VOTER last_known_addr { host: "127.15.45.253" port: 55783 } } peers { permanent_uuid: "58dd3fe10bb842c089438220368667ca" member_type: VOTER last_known_addr { host: "127.15.45.252" port: 54281 } } } 17:50:14.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.610383 15757 sys_catalog.cc:340] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae [sys.catalog]: This master's current role is: FOLLOWER 17:50:14.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.629170 15769 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 58dd3fe10bb842c089438220368667ca: Generated new TSK 0 17:50:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.683172 15743 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:14.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.688302 15743 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:14.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.690937 15743 tablet_server_main.cc:90] Starting tablet server... 17:50:14.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:14.999210 15743 rpc_server.cc:205] RPC server started. Bound to: 127.15.45.193:59628 17:50:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.000241 15743 webserver.cc:175] Starting webserver on 127.15.45.193:0 17:50:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.000350 15743 webserver.cc:186] Document root disabled 17:50:15.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.002007 15743 webserver.cc:313] Webserver started. Bound to: http://127.15.45.193:40558/ 17:50:15.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.002732 15743 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-0/data/info.pb 17:50:15.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.012356 15543 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 15743 17:50:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.013630 15543 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/wal 17:50:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/data 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.45.194:0 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.15.45.194 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.45.194 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.15.45.254:44012,127.15.45.253:55783,127.15.45.252:54281 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/logs 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/data/info.pb 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:15.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.072741 15743 tablet_server_main.cc:93] Tablet server successfully started. 17:50:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.085830 15890 heartbeater.cc:346] Connected to a master server at 127.15.45.253:55783 17:50:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.086413 15890 heartbeater.cc:426] Registering TS with master... 17:50:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.087127 15890 heartbeater.cc:475] Master 127.15.45.253:55783 requested a full tablet report, sending... 17:50:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.090896 15645 ts_manager.cc:98] Registered new tserver with Master: d262dbd524834fe983894b01d01245e5 (127.15.45.193:59628) 17:50:15.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.094202 15891 heartbeater.cc:346] Connected to a master server at 127.15.45.252:54281 17:50:15.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.094449 15891 heartbeater.cc:426] Registering TS with master... 17:50:15.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.096340 15891 heartbeater.cc:475] Master 127.15.45.252:54281 requested a full tablet report, sending... 17:50:15.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.097976 15889 heartbeater.cc:346] Connected to a master server at 127.15.45.254:44012 17:50:15.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.098204 15889 heartbeater.cc:426] Registering TS with master... 17:50:15.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.099007 15889 heartbeater.cc:475] Master 127.15.45.254:44012 requested a full tablet report, sending... 17:50:15.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.099128 15709 ts_manager.cc:98] Registered new tserver with Master: d262dbd524834fe983894b01d01245e5 (127.15.45.193:59628) 17:50:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.101208 15579 ts_manager.cc:98] Registered new tserver with Master: d262dbd524834fe983894b01d01245e5 (127.15.45.193:59628) 17:50:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.101799 15709 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.15.45.193:59111 17:50:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:15.194289 15896 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:15.194766 15896 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:15.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:15.203858 15896 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:15.204298 15896 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.45.194 17:50:15.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.219707 15896 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/data 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/wal 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.45.194:0 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/data/info.pb 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.45.194 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.15.45.254:44012,127.15.45.253:55783,127.15.45.252:54281 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.15.45.194 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/logs 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.235414 15896 tablet_server_main.cc:85] Initializing tablet server... 17:50:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.237543 15896 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 283064us 17:50:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.238023 15896 fs_manager.cc:262] Metadata directory not provided 17:50:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.238157 15896 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.238509 15896 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.238647 15896 server_base.cc:433] Attempting to create new FS layout instead 17:50:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.241883 15896 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/data/instance: 17:50:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "bbfdf91946b74492a62cd841ec936f6b" 17:50:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.242756 15896 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/wal/instance: 17:50:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "bbfdf91946b74492a62cd841ec936f6b" 17:50:15.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.254493 15896 fs_manager.cc:502] Time spent creating directory manager: real 0.011s user 0.007s sys 0.004s 17:50:15.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.255705 15896 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.256139 15896 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.263952 15896 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s 17:50:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.264081 15896 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/wal 17:50:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "bbfdf91946b74492a62cd841ec936f6b" 17:50:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.264364 15896 fs_report.cc:352] FS layout report 17:50:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/wal 17:50:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/wal 17:50:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/data/data 17:50:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:15.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:15.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:15.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:15.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:15.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.315973 15751 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095: acquiring CA information for follower catalog manager: success 17:50:15.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.321318 15751 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 3ac6bcd5bdc145e79d5b14babedac095: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:15.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.429843 15758 catalog_manager.cc:1082] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae: acquiring CA information for follower catalog manager: success 17:50:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.432813 15758 catalog_manager.cc:1110] T 00000000000000000000000000000000 P f2e7d9f753544f318a45a527c29defae: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.597726 15896 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.607013 15896 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:15.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:15.613039 15896 tablet_server_main.cc:90] Starting tablet server... 17:50:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.105901 15891 heartbeater.cc:467] Master 127.15.45.252:54281 was elected leader, sending a full tablet report... 17:50:16.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.288101 15896 rpc_server.cc:205] RPC server started. Bound to: 127.15.45.194:43539 17:50:16.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.290017 15896 webserver.cc:175] Starting webserver on 127.15.45.194:0 17:50:16.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.290251 15896 webserver.cc:186] Document root disabled 17:50:16.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.296541 15896 webserver.cc:313] Webserver started. Bound to: http://127.15.45.194:60654/ 17:50:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.297623 15896 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-1/data/info.pb 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.306450 15543 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 15896 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.307596 15543 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/wal 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/data 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.45.195:0 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.15.45.195 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.45.195 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.15.45.254:44012,127.15.45.253:55783,127.15.45.252:54281 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/logs 17:50:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/data/info.pb 17:50:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.349678 15896 tablet_server_main.cc:93] Tablet server successfully started. 17:50:16.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.393116 16022 heartbeater.cc:346] Connected to a master server at 127.15.45.253:55783 17:50:16.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.393606 16022 heartbeater.cc:426] Registering TS with master... 17:50:16.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.394325 16022 heartbeater.cc:475] Master 127.15.45.253:55783 requested a full tablet report, sending... 17:50:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.403441 16021 heartbeater.cc:346] Connected to a master server at 127.15.45.254:44012 17:50:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.403698 16021 heartbeater.cc:426] Registering TS with master... 17:50:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.404078 15645 ts_manager.cc:98] Registered new tserver with Master: bbfdf91946b74492a62cd841ec936f6b (127.15.45.194:43539) 17:50:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.404162 16021 heartbeater.cc:475] Master 127.15.45.254:44012 requested a full tablet report, sending... 17:50:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.406841 15579 ts_manager.cc:98] Registered new tserver with Master: bbfdf91946b74492a62cd841ec936f6b (127.15.45.194:43539) 17:50:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.395339 16026 heartbeater.cc:346] Connected to a master server at 127.15.45.252:54281 17:50:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.410815 16026 heartbeater.cc:426] Registering TS with master... 17:50:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.411202 16026 heartbeater.cc:475] Master 127.15.45.252:54281 requested a full tablet report, sending... 17:50:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.413157 15709 ts_manager.cc:98] Registered new tserver with Master: bbfdf91946b74492a62cd841ec936f6b (127.15.45.194:43539) 17:50:16.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.414873 15709 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.15.45.194:54429 17:50:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:16.670902 16024 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:16.671454 16024 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:16.695191 16024 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:16.695847 16024 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.45.195 17:50:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.727609 16024 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/data 17:50:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/wal 17:50:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.45.195:0 17:50:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/data/info.pb 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.45.195 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.15.45.254:44012,127.15.45.253:55783,127.15.45.252:54281 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.15.45.195 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/logs 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.779479 16024 tablet_server_main.cc:85] Initializing tablet server... 17:50:16.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.782335 16024 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 283564us 17:50:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.788600 16024 fs_manager.cc:262] Metadata directory not provided 17:50:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.788853 16024 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.789322 16024 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.789598 16024 server_base.cc:433] Attempting to create new FS layout instead 17:50:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.797905 16024 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/data/instance: 17:50:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7a798c348ed04dc8b4aa4f3e2db02759" 17:50:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:16 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.800714 16024 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/wal/instance: 17:50:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7a798c348ed04dc8b4aa4f3e2db02759" 17:50:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:16 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:16.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.841337 16024 fs_manager.cc:502] Time spent creating directory manager: real 0.040s user 0.014s sys 0.006s 17:50:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.843221 16024 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.843905 16024 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.856026 16024 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s 17:50:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.856292 16024 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/wal 17:50:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7a798c348ed04dc8b4aa4f3e2db02759" 17:50:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:16 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:16.856791 16024 fs_report.cc:352] FS layout report 17:50:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/wal 17:50:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/wal 17:50:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/data/data 17:50:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.047904 16024 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.051692 16024 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.053169 16024 tablet_server_main.cc:90] Starting tablet server... 17:50:17.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.168910 16024 rpc_server.cc:205] RPC server started. Bound to: 127.15.45.195:45456 17:50:17.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.170131 16024 webserver.cc:175] Starting webserver on 127.15.45.195:0 17:50:17.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.170256 16024 webserver.cc:186] Document root disabled 17:50:17.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.171727 16024 webserver.cc:313] Webserver started. Bound to: http://127.15.45.195:40435/ 17:50:17.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.172643 16024 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8354892002472192497/ts-2/data/info.pb 17:50:17.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.181788 15543 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 16024 17:50:17.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.193939 16024 tablet_server_main.cc:93] Tablet server successfully started. 17:50:17.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.246557 16157 heartbeater.cc:346] Connected to a master server at 127.15.45.253:55783 17:50:17.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.246964 16157 heartbeater.cc:426] Registering TS with master... 17:50:17.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.248116 16157 heartbeater.cc:475] Master 127.15.45.253:55783 requested a full tablet report, sending... 17:50:17.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.251202 15645 ts_manager.cc:98] Registered new tserver with Master: 7a798c348ed04dc8b4aa4f3e2db02759 (127.15.45.195:45456) 17:50:17.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.247771 16158 heartbeater.cc:346] Connected to a master server at 127.15.45.252:54281 17:50:17.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.260037 16158 heartbeater.cc:426] Registering TS with master... 17:50:17.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.260519 16158 heartbeater.cc:475] Master 127.15.45.252:54281 requested a full tablet report, sending... 17:50:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.262145 15709 ts_manager.cc:98] Registered new tserver with Master: 7a798c348ed04dc8b4aa4f3e2db02759 (127.15.45.195:45456) 17:50:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.248087 16156 heartbeater.cc:346] Connected to a master server at 127.15.45.254:44012 17:50:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.263020 16156 heartbeater.cc:426] Registering TS with master... 17:50:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.263345 16156 heartbeater.cc:475] Master 127.15.45.254:44012 requested a full tablet report, sending... 17:50:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.263808 15709 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.15.45.195:50394 17:50:17.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.265733 15579 ts_manager.cc:98] Registered new tserver with Master: 7a798c348ed04dc8b4aa4f3e2db02759 (127.15.45.195:45456) 17:50:17.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.268507 15543 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:50:17.269 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:50:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.344655 15709 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.15.45.252:38599: 17:50:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:50:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:50:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:50:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.395550 16093 tablet_service.cc:759] Processing CreateTablet for tablet 4e69c700941a45d49447989d5bc2fad0 (table=test [id=3e924836c7334b79be8402e52ecffb1c]), partition=RANGE (key) PARTITION VALUES >= 50 17:50:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.396720 16093 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 4e69c700941a45d49447989d5bc2fad0. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:17.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.401729 15958 tablet_service.cc:759] Processing CreateTablet for tablet 01430303b27c462a86f9d244ab1d80ad (table=test [id=3e924836c7334b79be8402e52ecffb1c]), partition=RANGE (key) PARTITION VALUES < 50 17:50:17.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.402578 15958 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 01430303b27c462a86f9d244ab1d80ad. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.411415 16093 ts_tablet_manager.cc:1173] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759: Registered tablet (data state: TABLET_DATA_READY) 17:50:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.413398 16230 ts_tablet_manager.cc:1028] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759: Bootstrapping tablet 17:50:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.414021 16230 tablet_bootstrap.cc:438] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759: Bootstrap starting. 17:50:17.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.416934 16230 tablet_bootstrap.cc:592] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759: No blocks or log segments found. Creating new log. 17:50:17.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.417925 15958 ts_tablet_manager.cc:1173] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b: Registered tablet (data state: TABLET_DATA_READY) 17:50:17.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.418112 16026 heartbeater.cc:467] Master 127.15.45.252:54281 was elected leader, sending a full tablet report... 17:50:17.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.418376 16230 log.cc:525] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759: Log is configured to *not* fsync() on all Append() calls 17:50:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.420205 16231 ts_tablet_manager.cc:1028] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b: Bootstrapping tablet 17:50:17.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.420905 16231 tablet_bootstrap.cc:438] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b: Bootstrap starting. 17:50:17.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.424407 16231 tablet_bootstrap.cc:592] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b: No blocks or log segments found. Creating new log. 17:50:17.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.425712 16231 log.cc:525] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b: Log is configured to *not* fsync() on all Append() calls 17:50:17.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.434729 16230 tablet_bootstrap.cc:438] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759: No bootstrap required, opened a new log 17:50:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.435017 16230 ts_tablet_manager.cc:1045] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759: Time spent bootstrapping tablet: real 0.021s user 0.003s sys 0.007s 17:50:17.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.446167 16230 raft_consensus.cc:325] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7a798c348ed04dc8b4aa4f3e2db02759" member_type: VOTER last_known_addr { host: "127.15.45.195" port: 45456 } } 17:50:17.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.446952 16230 raft_consensus.cc:351] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:17.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.447029 16231 tablet_bootstrap.cc:438] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b: No bootstrap required, opened a new log 17:50:17.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.447409 16231 ts_tablet_manager.cc:1045] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b: Time spent bootstrapping tablet: real 0.027s user 0.007s sys 0.001s 17:50:17.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.447297 16230 raft_consensus.cc:630] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a798c348ed04dc8b4aa4f3e2db02759, State: Initialized, Role: FOLLOWER 17:50:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.448031 16230 consensus_queue.cc:228] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7a798c348ed04dc8b4aa4f3e2db02759" member_type: VOTER last_known_addr { host: "127.15.45.195" port: 45456 } } 17:50:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.448858 16230 raft_consensus.cc:365] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.449189 16230 raft_consensus.cc:457] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.449523 16230 raft_consensus.cc:2742] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759: Snoozing failure detection for 1.665s (starting election) 17:50:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.449843 16230 raft_consensus.cc:2794] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759 [term 0 FOLLOWER]: Advancing to term 1 17:50:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.454479 16230 raft_consensus.cc:479] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7a798c348ed04dc8b4aa4f3e2db02759" member_type: VOTER last_known_addr { host: "127.15.45.195" port: 45456 } } 17:50:17.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.455242 16230 leader_election.cc:278] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:17.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.457496 16234 raft_consensus.cc:2742] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759: Snoozing failure detection for 1.945s (election complete) 17:50:17.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.457875 16234 raft_consensus.cc:2549] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759 [term 1 FOLLOWER]: Leader election won for term 1 17:50:17.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.459559 16234 raft_consensus.cc:595] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759 [term 1 LEADER]: Becoming Leader. State: Replica: 7a798c348ed04dc8b4aa4f3e2db02759, State: Running, Role: LEADER 17:50:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.460292 16234 consensus_queue.cc:205] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7a798c348ed04dc8b4aa4f3e2db02759" member_type: VOTER last_known_addr { host: "127.15.45.195" port: 45456 } } 17:50:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.461503 16158 heartbeater.cc:467] Master 127.15.45.252:54281 was elected leader, sending a full tablet report... 17:50:17.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.464500 16230 ts_tablet_manager.cc:1073] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759: Time spent starting tablet: real 0.029s user 0.017s sys 0.011s 17:50:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.465754 16231 raft_consensus.cc:325] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bbfdf91946b74492a62cd841ec936f6b" member_type: VOTER last_known_addr { host: "127.15.45.194" port: 43539 } } 17:50:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.466259 16231 raft_consensus.cc:351] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.466533 16231 raft_consensus.cc:630] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bbfdf91946b74492a62cd841ec936f6b, State: Initialized, Role: FOLLOWER 17:50:17.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.467092 16231 consensus_queue.cc:228] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bbfdf91946b74492a62cd841ec936f6b" member_type: VOTER last_known_addr { host: "127.15.45.194" port: 43539 } } 17:50:17.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.467522 16231 raft_consensus.cc:365] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:17.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.467840 16231 raft_consensus.cc:457] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.468016 16231 raft_consensus.cc:2742] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b: Snoozing failure detection for 1.717s (starting election) 17:50:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.468225 16231 raft_consensus.cc:2794] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b [term 0 FOLLOWER]: Advancing to term 1 17:50:17.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.471304 15709 catalog_manager.cc:3758] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759 reported cstate change: term changed from 0 to 1, leader changed from to 7a798c348ed04dc8b4aa4f3e2db02759 (127.15.45.195). New cstate: current_term: 1 leader_uuid: "7a798c348ed04dc8b4aa4f3e2db02759" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7a798c348ed04dc8b4aa4f3e2db02759" member_type: VOTER last_known_addr { host: "127.15.45.195" port: 45456 } health_report { overall_health: HEALTHY } } } 17:50:17.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.472884 16231 raft_consensus.cc:479] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bbfdf91946b74492a62cd841ec936f6b" member_type: VOTER last_known_addr { host: "127.15.45.194" port: 43539 } } 17:50:17.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.473436 16231 leader_election.cc:278] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:17.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.476893 16238 raft_consensus.cc:2742] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b: Snoozing failure detection for 1.675s (election complete) 17:50:17.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.477329 16238 raft_consensus.cc:2549] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b [term 1 FOLLOWER]: Leader election won for term 1 17:50:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.490038 16238 raft_consensus.cc:595] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b [term 1 LEADER]: Becoming Leader. State: Replica: bbfdf91946b74492a62cd841ec936f6b, State: Running, Role: LEADER 17:50:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.490334 16231 ts_tablet_manager.cc:1073] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b: Time spent starting tablet: real 0.043s user 0.020s sys 0.016s 17:50:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.491225 16238 consensus_queue.cc:205] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bbfdf91946b74492a62cd841ec936f6b" member_type: VOTER last_known_addr { host: "127.15.45.194" port: 43539 } } 17:50:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.500041 15709 catalog_manager.cc:3758] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b reported cstate change: term changed from 0 to 1, leader changed from to bbfdf91946b74492a62cd841ec936f6b (127.15.45.194). New cstate: current_term: 1 leader_uuid: "bbfdf91946b74492a62cd841ec936f6b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bbfdf91946b74492a62cd841ec936f6b" member_type: VOTER last_known_addr { host: "127.15.45.194" port: 43539 } health_report { overall_health: HEALTHY } } } 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.549965 15709 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.15.45.252:38599: 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:17.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:17.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:17.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:17.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:17.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:17.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.575819 15826 tablet_service.cc:759] Processing CreateTablet for tablet 1fd15155ca3c4b7a97a347f0f5763026 (table=simple-test [id=bd2ce8edeebf4e1db321ab7b8d6c2dab]), partition=RANGE (key) PARTITION UNBOUNDED 17:50:17.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.576503 15826 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 1fd15155ca3c4b7a97a347f0f5763026. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:17.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.588553 15826 ts_tablet_manager.cc:1173] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5: Registered tablet (data state: TABLET_DATA_READY) 17:50:17.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.590239 16244 ts_tablet_manager.cc:1028] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5: Bootstrapping tablet 17:50:17.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.590754 16244 tablet_bootstrap.cc:438] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5: Bootstrap starting. 17:50:17.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.592823 16244 tablet_bootstrap.cc:592] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5: No blocks or log segments found. Creating new log. 17:50:17.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.594003 16244 log.cc:525] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5: Log is configured to *not* fsync() on all Append() calls 17:50:17.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:17.599009 16029 tablet.cc:1728] T 01430303b27c462a86f9d244ab1d80ad P bbfdf91946b74492a62cd841ec936f6b: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.610199 16244 tablet_bootstrap.cc:438] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5: No bootstrap required, opened a new log 17:50:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.610590 16244 ts_tablet_manager.cc:1045] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5: Time spent bootstrapping tablet: real 0.020s user 0.003s sys 0.002s 17:50:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.621269 16244 raft_consensus.cc:325] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d262dbd524834fe983894b01d01245e5" member_type: VOTER last_known_addr { host: "127.15.45.193" port: 59628 } } 17:50:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.621733 16244 raft_consensus.cc:351] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.622004 16244 raft_consensus.cc:630] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d262dbd524834fe983894b01d01245e5, State: Initialized, Role: FOLLOWER 17:50:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.622620 16244 consensus_queue.cc:228] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d262dbd524834fe983894b01d01245e5" member_type: VOTER last_known_addr { host: "127.15.45.193" port: 59628 } } 17:50:17.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.623001 16244 raft_consensus.cc:365] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:17.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.623311 16244 raft_consensus.cc:457] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:17.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.623598 16244 raft_consensus.cc:2742] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5: Snoozing failure detection for 1.852s (starting election) 17:50:17.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.623879 16244 raft_consensus.cc:2794] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5 [term 0 FOLLOWER]: Advancing to term 1 17:50:17.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.626704 16244 raft_consensus.cc:479] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d262dbd524834fe983894b01d01245e5" member_type: VOTER last_known_addr { host: "127.15.45.193" port: 59628 } } 17:50:17.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.627243 16244 leader_election.cc:278] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:17.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.629609 16246 raft_consensus.cc:2742] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5: Snoozing failure detection for 2.187s (election complete) 17:50:17.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.629878 16246 raft_consensus.cc:2549] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5 [term 1 FOLLOWER]: Leader election won for term 1 17:50:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.631655 16246 raft_consensus.cc:595] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5 [term 1 LEADER]: Becoming Leader. State: Replica: d262dbd524834fe983894b01d01245e5, State: Running, Role: LEADER 17:50:17.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.632436 16246 consensus_queue.cc:205] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d262dbd524834fe983894b01d01245e5" member_type: VOTER last_known_addr { host: "127.15.45.193" port: 59628 } } 17:50:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:17.695585 16160 tablet.cc:1728] T 4e69c700941a45d49447989d5bc2fad0 P 7a798c348ed04dc8b4aa4f3e2db02759: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.632731 16244 ts_tablet_manager.cc:1073] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5: Time spent starting tablet: real 0.022s user 0.018s sys 0.003s 17:50:17.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:17.728231 15709 catalog_manager.cc:3758] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5 reported cstate change: term changed from 0 to 1, leader changed from to d262dbd524834fe983894b01d01245e5 (127.15.45.193). New cstate: current_term: 1 leader_uuid: "d262dbd524834fe983894b01d01245e5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d262dbd524834fe983894b01d01245e5" member_type: VOTER last_known_addr { host: "127.15.45.193" port: 59628 } health_report { overall_health: HEALTHY } } } 17:50:17.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:17.812284 15897 tablet.cc:1728] T 1fd15155ca3c4b7a97a347f0f5763026 P d262dbd524834fe983894b01d01245e5: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:18.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:18.312448 15543 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 15743 17:50:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:18.333523 15559 connection.cc:512] server connection from 127.15.45.193:51957 recv error: Network error: failed to read from TLS socket (remote: 127.15.45.193:51957): Connection reset by peer (error 104) 17:50:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:18.334595 15690 connection.cc:512] server connection from 127.15.45.193:59111 recv error: Network error: failed to read from TLS socket (remote: 127.15.45.193:59111): Connection reset by peer (error 104) 17:50:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:18.334673 15629 connection.cc:512] server connection from 127.15.45.193:36026 recv error: Network error: failed to read from TLS socket (remote: 127.15.45.193:36026): Connection reset by peer (error 104) 17:50:18.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:18.335624 15543 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 15896 17:50:18.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:18.364508 15561 connection.cc:512] server connection from 127.15.45.194:50518 recv error: Network error: failed to read from TLS socket (remote: 127.15.45.194:50518): Connection reset by peer (error 104) 17:50:18.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:18.365468 15624 connection.cc:512] server connection from 127.15.45.194:54582 recv error: Network error: failed to read from TLS socket (remote: 127.15.45.194:54582): Connection reset by peer (error 104) 17:50:18.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:18.366379 15691 connection.cc:512] server connection from 127.15.45.194:54429 recv error: Network error: failed to read from TLS socket (remote: 127.15.45.194:54429): Connection reset by peer (error 104) 17:50:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:18.368876 15543 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 16024 17:50:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:18.389897 15561 connection.cc:512] server connection from 127.15.45.195:33813 recv error: Network error: failed to read from TLS socket (remote: 127.15.45.195:33813): Connection reset by peer (error 104) 17:50:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:18.390568 15624 connection.cc:512] server connection from 127.15.45.195:47213 recv error: Network error: failed to read from TLS socket (remote: 127.15.45.195:47213): Connection reset by peer (error 104) 17:50:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:18.392531 15543 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 15551 17:50:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:18.392629 15689 connection.cc:512] server connection from 127.15.45.195:50394 recv error: Network error: failed to read from TLS socket (remote: 127.15.45.195:50394): Connection reset by peer (error 104) 17:50:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:18.413297 15543 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 15613 17:50:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:18.435786 15543 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 15679 17:50:19.481 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614219481 17:50:19.482 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:50:19.482 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:50:19.483 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:50:19.483 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.693971 16281 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/wal 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/data 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.230.126:47773 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.230.126 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/logs 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/data/info.pb 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:19.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:19.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:19.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.15.230.126:47773,127.15.230.125:48664,127.15.230.124:39875 with env {} 17:50:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:19.853188 16289 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:19.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:19.853653 16289 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:19.862707 16289 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:19.862859 16289 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:19.862992 16289 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:19.863150 16289 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:19.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.881731 16289 master_main.cc:73] Master server non-default flags: 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/data 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/wal 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.15.230.126:47773,127.15.230.125:48664,127.15.230.124:39875 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.230.126:47773 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/data/info.pb 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.230.126 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/logs 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:19.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:19.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.896620 16289 master_main.cc:80] Initializing master server... 17:50:19.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.899003 16289 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 285064us 17:50:19.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.899780 16289 fs_manager.cc:262] Metadata directory not provided 17:50:19.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.899921 16289 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:19.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.900221 16289 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:19.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.900344 16289 server_base.cc:433] Attempting to create new FS layout instead 17:50:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.904121 16289 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/data/instance: 17:50:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1101bd1dcffc4821830554bd2ed0b7b1" 17:50:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:19 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.904930 16289 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/wal/instance: 17:50:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1101bd1dcffc4821830554bd2ed0b7b1" 17:50:19.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:19 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:19.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.919776 16289 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.004s 17:50:19.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.920995 16289 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.922199 16289 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:19.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.930621 16289 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s 17:50:19.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.930755 16289 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/wal 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1101bd1dcffc4821830554bd2ed0b7b1" 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:19 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:19.931011 16289 fs_report.cc:352] FS layout report 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/wal 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/wal 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/data/data 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:20.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.082536 16289 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.085017 16289 master_main.cc:83] Starting Master server... 17:50:20.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.170672 16289 rpc_server.cc:205] RPC server started. Bound to: 127.15.230.126:47773 17:50:20.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.171646 16289 webserver.cc:175] Starting webserver on 127.15.230.126:0 17:50:20.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.171757 16289 webserver.cc:186] Document root disabled 17:50:20.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.173792 16289 webserver.cc:313] Webserver started. Bound to: http://127.15.230.126:52420/ 17:50:20.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.174832 16289 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-0/data/info.pb 17:50:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.177866 16281 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 16289 17:50:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.178864 16350 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.178997 16281 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/wal 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/data 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.230.125:48664 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.230.125 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/logs 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/data/info.pb 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:20.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:20.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.15.230.126:47773,127.15.230.125:48664,127.15.230.124:39875 with env {} 17:50:20.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.192138 16350 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } has no permanent_uuid. Determining permanent_uuid... 17:50:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.215276 16350 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } has no permanent_uuid. Determining permanent_uuid... 17:50:20.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.216974 16350 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.230.125:48664: Network error: Client connection negotiation failed: client connection to 127.15.230.125:48664: connect: Connection refused (error 111) 17:50:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.236335 16350 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } attempt: 1 17:50:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.237505 16350 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.230.125:48664: Network error: Client connection negotiation failed: client connection to 127.15.230.125:48664: connect: Connection refused (error 111) 17:50:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.285815 16350 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } attempt: 2 17:50:20.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.287147 16350 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.230.125:48664: Network error: Client connection negotiation failed: client connection to 127.15.230.125:48664: connect: Connection refused (error 111) 17:50:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.343767 16351 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.344151 16351 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.353423 16351 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.353547 16351 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.353670 16351 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.353806 16351 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.373164 16351 master_main.cc:73] Master server non-default flags: 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/data 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/wal 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.15.230.126:47773,127.15.230.125:48664,127.15.230.124:39875 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.230.125:48664 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/data/info.pb 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.230.125 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/logs 17:50:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:20.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.388020 16351 master_main.cc:80] Initializing master server... 17:50:20.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.390445 16351 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 285564us 17:50:20.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.391175 16351 fs_manager.cc:262] Metadata directory not provided 17:50:20.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.391295 16351 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:20.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.391611 16351 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:20.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.391723 16351 server_base.cc:433] Attempting to create new FS layout instead 17:50:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.395511 16351 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/data/instance: 17:50:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a0525bc5d54840faab46466602274506" 17:50:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:20 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:20.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.396273 16351 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/wal/instance: 17:50:20.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a0525bc5d54840faab46466602274506" 17:50:20.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:20 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:20.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.398479 16350 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } attempt: 3 17:50:20.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.399786 16350 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.230.125:48664: Network error: Client connection negotiation failed: client connection to 127.15.230.125:48664: connect: Connection refused (error 111) 17:50:20.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.420578 16351 fs_manager.cc:502] Time spent creating directory manager: real 0.024s user 0.007s sys 0.006s 17:50:20.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.421700 16351 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:20.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.422858 16351 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.431162 16351 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:50:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.431275 16351 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/wal 17:50:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a0525bc5d54840faab46466602274506" 17:50:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:20 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.431524 16351 fs_report.cc:352] FS layout report 17:50:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/wal 17:50:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/wal 17:50:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/data/data 17:50:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.576095 16350 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } attempt: 4 17:50:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.577391 16350 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.230.125:48664: Network error: Client connection negotiation failed: client connection to 127.15.230.125:48664: connect: Connection refused (error 111) 17:50:20.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.630780 16351 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:20.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.633193 16351 master_main.cc:83] Starting Master server... 17:50:20.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.721796 16351 rpc_server.cc:205] RPC server started. Bound to: 127.15.230.125:48664 17:50:20.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.722676 16351 webserver.cc:175] Starting webserver on 127.15.230.125:0 17:50:20.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.722772 16351 webserver.cc:186] Document root disabled 17:50:20.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.724659 16351 webserver.cc:313] Webserver started. Bound to: http://127.15.230.125:36666/ 17:50:20.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.725383 16351 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-1/data/info.pb 17:50:20.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.728612 16416 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.734663 16281 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 16351 17:50:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.735769 16281 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/wal 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/data 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.230.124:39875 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.230.124 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/logs 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/data/info.pb 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.15.230.126:47773,127.15.230.125:48664,127.15.230.124:39875 with env {} 17:50:20.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.743280 16416 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } has no permanent_uuid. Determining permanent_uuid... 17:50:20.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.759464 16416 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } has no permanent_uuid. Determining permanent_uuid... 17:50:20.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.769971 16416 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } has no permanent_uuid. Determining permanent_uuid... 17:50:20.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.771174 16416 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.230.124:39875: Network error: Client connection negotiation failed: client connection to 127.15.230.124:39875: connect: Connection refused (error 111) 17:50:20.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.790501 16416 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } attempt: 1 17:50:20.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.791548 16416 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.230.124:39875: Network error: Client connection negotiation failed: client connection to 127.15.230.124:39875: connect: Connection refused (error 111) 17:50:20.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.839869 16416 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } attempt: 2 17:50:20.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.841145 16416 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.230.124:39875: Network error: Client connection negotiation failed: client connection to 127.15.230.124:39875: connect: Connection refused (error 111) 17:50:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.880733 16350 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } attempt: 5 17:50:20.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.887518 16350 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } has no permanent_uuid. Determining permanent_uuid... 17:50:20.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.888762 16350 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.230.124:39875: Network error: Client connection negotiation failed: client connection to 127.15.230.124:39875: connect: Connection refused (error 111) 17:50:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.901510 16417 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.901832 16417 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:20.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.910835 16417 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:20.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.910959 16417 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:20.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.911057 16417 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:20.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.911160 16417 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:20.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.927109 16350 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } attempt: 1 17:50:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.928622 16350 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.230.124:39875: Network error: Client connection negotiation failed: client connection to 127.15.230.124:39875: connect: Connection refused (error 111) 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.931951 16417 master_main.cc:73] Master server non-default flags: 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/data 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/wal 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.15.230.126:47773,127.15.230.125:48664,127.15.230.124:39875 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.230.124:39875 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/data/info.pb 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.230.124 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/logs 17:50:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:20.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.946496 16417 master_main.cc:80] Initializing master server... 17:50:20.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.948964 16417 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 285564us 17:50:20.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.949668 16417 fs_manager.cc:262] Metadata directory not provided 17:50:20.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.949792 16417 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:20.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.950027 16417 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:20.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.950135 16417 server_base.cc:433] Attempting to create new FS layout instead 17:50:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.952466 16416 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } attempt: 3 17:50:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.953846 16417 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/data/instance: 17:50:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" 17:50:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:20 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.954042 16416 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.230.124:39875: Network error: Client connection negotiation failed: client connection to 127.15.230.124:39875: connect: Connection refused (error 111) 17:50:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.954666 16417 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/wal/instance: 17:50:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" 17:50:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:20 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:20.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.976945 16350 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } attempt: 2 17:50:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:20.978078 16350 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.230.124:39875: Network error: Client connection negotiation failed: client connection to 127.15.230.124:39875: connect: Connection refused (error 111) 17:50:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.978775 16417 fs_manager.cc:502] Time spent creating directory manager: real 0.024s user 0.007s sys 0.005s 17:50:20.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.979919 16417 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:20.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.981077 16417 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.989255 16417 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s 17:50:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.989369 16417 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/wal 17:50:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" 17:50:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:20 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:20.989601 16417 fs_report.cc:352] FS layout report 17:50:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/wal 17:50:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/wal 17:50:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/data/data 17:50:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.078409 16350 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } attempt: 3 17:50:21.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.084548 16350 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.230.124:39875: Network error: Client connection negotiation failed: client connection to 127.15.230.124:39875: connect: Connection refused (error 111) 17:50:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.130344 16416 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } attempt: 4 17:50:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.131597 16416 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.230.124:39875: Network error: Client connection negotiation failed: client connection to 127.15.230.124:39875: connect: Connection refused (error 111) 17:50:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.149870 16417 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:21.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.152179 16417 master_main.cc:83] Starting Master server... 17:50:21.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.225244 16350 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } attempt: 4 17:50:21.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.226580 16350 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.15.230.124:39875: Network error: Client connection negotiation failed: client connection to 127.15.230.124:39875: connect: Connection refused (error 111) 17:50:21.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.243031 16417 rpc_server.cc:205] RPC server started. Bound to: 127.15.230.124:39875 17:50:21.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.243849 16417 webserver.cc:175] Starting webserver on 127.15.230.124:0 17:50:21.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.243947 16417 webserver.cc:186] Document root disabled 17:50:21.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.245884 16417 webserver.cc:313] Webserver started. Bound to: http://127.15.230.124:49720/ 17:50:21.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.246624 16417 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/master-2/data/info.pb 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.249939 16281 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 16417 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.251025 16481 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.251260 16281 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/wal 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/data 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.230.65:0 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.15.230.65 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.230.65 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.15.230.126:47773,127.15.230.125:48664,127.15.230.124:39875 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/logs 17:50:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/data/info.pb 17:50:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:21.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.264971 16481 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } has no permanent_uuid. Determining permanent_uuid... 17:50:21.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.284729 16481 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } has no permanent_uuid. Determining permanent_uuid... 17:50:21.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.291937 16481 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } has no permanent_uuid. Determining permanent_uuid... 17:50:21.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.307292 16481 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b: Bootstrap starting. 17:50:21.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.309778 16481 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b: No blocks or log segments found. Creating new log. 17:50:21.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.311136 16481 log.cc:525] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b: Log is configured to *not* fsync() on all Append() calls 17:50:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.328583 16481 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b: No bootstrap required, opened a new log 17:50:21.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.339210 16481 raft_consensus.cc:325] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } 17:50:21.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.339704 16481 raft_consensus.cc:351] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:21.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.339891 16481 raft_consensus.cc:630] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33c6e8ed9a694d8f93a5f74d84ea699b, State: Initialized, Role: FOLLOWER 17:50:21.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.340610 16481 consensus_queue.cc:228] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } 17:50:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.344048 16481 sys_catalog.cc:337] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } } 17:50:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.344758 16481 sys_catalog.cc:340] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [sys.catalog]: This master's current role is: FOLLOWER 17:50:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.346410 16481 sys_catalog.cc:424] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [sys.catalog]: configured and running, proceeding with master startup. 17:50:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.344914 16487 sys_catalog.cc:337] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } } 17:50:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.416759 16487 sys_catalog.cc:340] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [sys.catalog]: This master's current role is: FOLLOWER 17:50:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.417085 16487 raft_consensus.cc:457] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:50:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.417418 16487 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b: Snoozing failure detection for 2.087s (starting election) 17:50:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.417693 16487 raft_consensus.cc:479] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } 17:50:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.418905 16487 leader_election.cc:251] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 1101bd1dcffc4821830554bd2ed0b7b1 (127.15.230.126:47773) 17:50:21.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.419617 16487 leader_election.cc:251] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer a0525bc5d54840faab46466602274506 (127.15.230.125:48664) 17:50:21.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.434891 16416 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } attempt: 5 17:50:21.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:21.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.437191 16482 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:21.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.437875 16482 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:21.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.451622 16416 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506: Bootstrap starting. 17:50:21.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.453302 16482 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:21.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.453877 16482 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.230.65 17:50:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.458180 16416 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506: No blocks or log segments found. Creating new log. 17:50:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.463012 16416 log.cc:525] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506: Log is configured to *not* fsync() on all Append() calls 17:50:21.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.406100 16437 tablet.cc:1728] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:21.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.488032 16416 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506: No bootstrap required, opened a new log 17:50:21.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.491871 16350 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } attempt: 5 17:50:21.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.493476 16417 master_main.cc:86] Master server successfully started. 17:50:21.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.493765 16482 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/data 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/wal 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.230.65:0 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/data/info.pb 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.230.65 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.15.230.126:47773,127.15.230.125:48664,127.15.230.124:39875 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.15.230.65 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/logs 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.500771 16488 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.507819 16350 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1: Bootstrap starting. 17:50:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.509994 16416 raft_consensus.cc:325] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } 17:50:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.510845 16416 raft_consensus.cc:351] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.510556 16488 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.511276 16416 raft_consensus.cc:630] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a0525bc5d54840faab46466602274506, State: Initialized, Role: FOLLOWER 17:50:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.512244 16416 consensus_queue.cc:228] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } 17:50:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.515821 16416 sys_catalog.cc:337] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } } 17:50:21.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.516919 16416 sys_catalog.cc:340] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [sys.catalog]: This master's current role is: FOLLOWER 17:50:21.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.517717 16482 tablet_server_main.cc:85] Initializing tablet server... 17:50:21.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.518471 16416 sys_catalog.cc:424] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [sys.catalog]: configured and running, proceeding with master startup. 17:50:21.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.521098 16482 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 286064us 17:50:21.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.521797 16482 fs_manager.cc:262] Metadata directory not provided 17:50:21.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.522049 16482 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:21.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.522500 16482 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:21.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.522568 16350 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1: No blocks or log segments found. Creating new log. 17:50:21.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.522794 16482 server_base.cc:433] Attempting to create new FS layout instead 17:50:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.524783 16350 log.cc:525] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1: Log is configured to *not* fsync() on all Append() calls 17:50:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.528376 16482 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/data/instance: 17:50:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "24a2391926d04022941ea360bf319abb" 17:50:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:21 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.529660 16482 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/wal/instance: 17:50:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "24a2391926d04022941ea360bf319abb" 17:50:21.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:21 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:21.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.540381 16350 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1: No bootstrap required, opened a new log 17:50:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.573206 16350 raft_consensus.cc:325] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } 17:50:21.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.574026 16350 raft_consensus.cc:351] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:21.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.574299 16350 raft_consensus.cc:630] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1101bd1dcffc4821830554bd2ed0b7b1, State: Initialized, Role: FOLLOWER 17:50:21.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.575031 16350 consensus_queue.cc:228] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } 17:50:21.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.576412 16482 fs_manager.cc:502] Time spent creating directory manager: real 0.046s user 0.015s sys 0.012s 17:50:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.579226 16482 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.581719 16482 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.581820 16502 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } } 17:50:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.583961 16502 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [sys.catalog]: This master's current role is: FOLLOWER 17:50:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.613080 16482 fs_manager.cc:418] Time spent opening block manager: real 0.010s user 0.001s sys 0.004s 17:50:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.613570 16482 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/wal 17:50:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "24a2391926d04022941ea360bf319abb" 17:50:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:21 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.614405 16482 fs_report.cc:352] FS layout report 17:50:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/wal 17:50:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/wal 17:50:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/data/data 17:50:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:21.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.516901 16496 sys_catalog.cc:337] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } } 17:50:21.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.617875 16496 sys_catalog.cc:340] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [sys.catalog]: This master's current role is: FOLLOWER 17:50:21.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.618319 16496 raft_consensus.cc:457] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:50:21.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.618605 16496 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506: Snoozing failure detection for 2.153s (starting election) 17:50:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.618963 16496 raft_consensus.cc:479] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } 17:50:21.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.624725 16496 leader_election.cc:251] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 1101bd1dcffc4821830554bd2ed0b7b1 (127.15.230.126:47773) 17:50:21.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.627002 16502 raft_consensus.cc:457] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:50:21.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.627285 16502 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1: Snoozing failure detection for 1.641s (starting election) 17:50:21.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.627591 16502 raft_consensus.cc:479] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } 17:50:21.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.628785 16502 leader_election.cc:251] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer a0525bc5d54840faab46466602274506 (127.15.230.125:48664) 17:50:21.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.629355 16502 leader_election.cc:251] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 33c6e8ed9a694d8f93a5f74d84ea699b (127.15.230.124:39875) 17:50:21.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.631065 16458 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" is_pre_election: true 17:50:21.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.631798 16458 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b: Snoozing failure detection for 2.071s (vote granted) 17:50:21.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.632084 16458 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1101bd1dcffc4821830554bd2ed0b7b1 in term 0. 17:50:21.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.630569 16496 leader_election.cc:251] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 33c6e8ed9a694d8f93a5f74d84ea699b (127.15.230.124:39875) 17:50:21.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.632967 16298 leader_election.cc:387] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 33c6e8ed9a694d8f93a5f74d84ea699b (127.15.230.124:39875) 17:50:21.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.633229 16298 leader_election.cc:278] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:50:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.633975 16502 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1: Snoozing failure detection for 1.543s (election complete) 17:50:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.634205 16502 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:50:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.634425 16502 raft_consensus.cc:457] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:50:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.634270 16458 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0525bc5d54840faab46466602274506" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" is_pre_election: true 17:50:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.634614 16502 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1: Snoozing failure detection for 1.607s (starting election) 17:50:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.634699 16458 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b: Snoozing failure detection for 2.017s (vote granted) 17:50:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.634797 16502 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 0 FOLLOWER]: Advancing to term 1 17:50:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.634912 16458 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a0525bc5d54840faab46466602274506 in term 0. 17:50:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.635905 16362 leader_election.cc:387] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 33c6e8ed9a694d8f93a5f74d84ea699b (127.15.230.124:39875) 17:50:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.636148 16362 leader_election.cc:278] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:50:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.636795 16372 tablet.cc:1728] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.636976 16496 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506: Snoozing failure detection for 1.827s (election complete) 17:50:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.637246 16496 raft_consensus.cc:2549] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:50:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.637506 16496 raft_consensus.cc:457] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:50:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.637709 16496 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506: Snoozing failure detection for 1.882s (starting election) 17:50:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.637915 16496 raft_consensus.cc:2794] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 0 FOLLOWER]: Advancing to term 1 17:50:21.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.638576 16392 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a0525bc5d54840faab46466602274506" is_pre_election: true 17:50:21.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.640832 16351 master_main.cc:86] Master server successfully started. 17:50:21.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.640413 16393 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a0525bc5d54840faab46466602274506" is_pre_election: true 17:50:21.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.641803 16502 raft_consensus.cc:479] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } 17:50:21.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.642750 16502 leader_election.cc:251] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [CANDIDATE]: Term 1 election: Requesting vote from peer a0525bc5d54840faab46466602274506 (127.15.230.125:48664) 17:50:21.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.645467 16502 leader_election.cc:251] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [CANDIDATE]: Term 1 election: Requesting vote from peer 33c6e8ed9a694d8f93a5f74d84ea699b (127.15.230.124:39875) 17:50:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.645858 16391 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a0525bc5d54840faab46466602274506" 17:50:21.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.647107 16458 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" 17:50:21.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.647560 16458 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [term 0 FOLLOWER]: Advancing to term 1 17:50:21.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.647847 16458 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b: Snoozing failure detection for 2.022s (vote granted) 17:50:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.654518 16458 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1101bd1dcffc4821830554bd2ed0b7b1 in term 1. 17:50:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.655251 16298 leader_election.cc:387] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [CANDIDATE]: Term 1 election: Vote granted by peer 33c6e8ed9a694d8f93a5f74d84ea699b (127.15.230.124:39875) 17:50:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.655500 16298 leader_election.cc:278] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:21.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.655972 16502 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1: Snoozing failure detection for 1.677s (election complete) 17:50:21.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.656186 16502 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 1 FOLLOWER]: Leader election won for term 1 17:50:21.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.657474 16496 raft_consensus.cc:479] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } 17:50:21.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.658326 16393 raft_consensus.cc:2230] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 33c6e8ed9a694d8f93a5f74d84ea699b for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:21.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.661355 16392 raft_consensus.cc:2185] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 1101bd1dcffc4821830554bd2ed0b7b1 in current term 1: Already voted for candidate a0525bc5d54840faab46466602274506 in this term. 17:50:21.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.662614 16391 raft_consensus.cc:2230] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 1101bd1dcffc4821830554bd2ed0b7b1 for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.662959 16496 leader_election.cc:251] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [CANDIDATE]: Term 1 election: Requesting vote from peer 1101bd1dcffc4821830554bd2ed0b7b1 (127.15.230.126:47773) 17:50:21.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.664081 16496 leader_election.cc:251] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [CANDIDATE]: Term 1 election: Requesting vote from peer 33c6e8ed9a694d8f93a5f74d84ea699b (127.15.230.124:39875) 17:50:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.666472 16458 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0525bc5d54840faab46466602274506" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" 17:50:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.667023 16458 raft_consensus.cc:2185] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate a0525bc5d54840faab46466602274506 in current term 1: Already voted for candidate 1101bd1dcffc4821830554bd2ed0b7b1 in this term. 17:50:21.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.668259 16362 leader_election.cc:401] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [CANDIDATE]: Term 1 election: Vote denied by peer 33c6e8ed9a694d8f93a5f74d84ea699b (127.15.230.124:39875). Message: Invalid argument: T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate a0525bc5d54840faab46466602274506 in current term 1: Already voted for candidate 1101bd1dcffc4821830554bd2ed0b7b1 in this term. 17:50:21.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.671043 16432 leader_election.cc:401] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [CANDIDATE]: Term 1 pre-election: Vote denied by peer a0525bc5d54840faab46466602274506 (127.15.230.125:48664). Message: Service unavailable: T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 33c6e8ed9a694d8f93a5f74d84ea699b for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:21.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.695253 16497 catalog_manager.cc:1084] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:21.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.695513 16497 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.583542 16350 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } } 17:50:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.712738 16350 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [sys.catalog]: This master's current role is: FOLLOWER 17:50:21.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.669260 16301 leader_election.cc:401] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [CANDIDATE]: Term 1 pre-election: Vote denied by peer a0525bc5d54840faab46466602274506 (127.15.230.125:48664). Message: Invalid argument: T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 1101bd1dcffc4821830554bd2ed0b7b1 in current term 1: Already voted for candidate a0525bc5d54840faab46466602274506 in this term. 17:50:21.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.726176 16301 outbound_call.cc:287] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.15.230.125:48664, user_credentials={real_user=jenkins}} blocked reactor thread for 56953.9us 17:50:21.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.726727 16301 leader_election.cc:401] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [CANDIDATE]: Term 1 election: Vote denied by peer a0525bc5d54840faab46466602274506 (127.15.230.125:48664). Message: Service unavailable: T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 1101bd1dcffc4821830554bd2ed0b7b1 for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.727480 16325 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0525bc5d54840faab46466602274506" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" 17:50:21.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.727471 16326 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a0525bc5d54840faab46466602274506" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" is_pre_election: true 17:50:21.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.727471 16327 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" is_pre_election: true 17:50:21.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.728415 16502 raft_consensus.cc:595] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 1 LEADER]: Becoming Leader. State: Replica: 1101bd1dcffc4821830554bd2ed0b7b1, State: Running, Role: LEADER 17:50:21.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.729333 16502 consensus_queue.cc:205] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } 17:50:21.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.742734 16326 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate a0525bc5d54840faab46466602274506 for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:21.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.743252 16325 raft_consensus.cc:2216] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 1 LEADER]: Leader election vote request: Denying vote to candidate a0525bc5d54840faab46466602274506 for term 1 because replica is either leader or believes a valid leader to be alive. 17:50:21.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.743666 16327 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 33c6e8ed9a694d8f93a5f74d84ea699b for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.746601 16362 leader_election.cc:401] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 1101bd1dcffc4821830554bd2ed0b7b1 (127.15.230.126:47773). Message: Service unavailable: T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate a0525bc5d54840faab46466602274506 for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.747332 16362 leader_election.cc:401] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [CANDIDATE]: Term 1 election: Vote denied by peer 1101bd1dcffc4821830554bd2ed0b7b1 (127.15.230.126:47773). Message: Invalid argument: T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 1 LEADER]: Leader election vote request: Denying vote to candidate a0525bc5d54840faab46466602274506 for term 1 because replica is either leader or believes a valid leader to be alive. 17:50:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.747591 16362 leader_election.cc:278] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. 17:50:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.747934 16429 leader_election.cc:401] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [CANDIDATE]: Term 1 pre-election: Vote denied by peer 1101bd1dcffc4821830554bd2ed0b7b1 (127.15.230.126:47773). Message: Service unavailable: T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 33c6e8ed9a694d8f93a5f74d84ea699b for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.748042 16496 raft_consensus.cc:2742] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506: Snoozing failure detection for 2.202s (election complete) 17:50:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.748229 16429 leader_election.cc:278] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:50:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.748317 16496 raft_consensus.cc:2497] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority 17:50:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.749265 16350 sys_catalog.cc:424] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [sys.catalog]: configured and running, proceeding with master startup. 17:50:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.749248 16489 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b: Snoozing failure detection for 1.888s (election complete) 17:50:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.749544 16489 raft_consensus.cc:2497] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:50:21.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.750542 16505 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1101bd1dcffc4821830554bd2ed0b7b1. Latest consensus state: current_term: 1 leader_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } } 17:50:21.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.751289 16505 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [sys.catalog]: This master's current role is: LEADER 17:50:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.768726 16289 master_main.cc:86] Master server successfully started. 17:50:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.776271 16511 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.776616 16511 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:21.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.777812 16512 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:50:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.782143 16512 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:50:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:21.838933 16306 tablet.cc:1728] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.868377 16458 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [term 1 FOLLOWER]: Refusing update from remote peer 1101bd1dcffc4821830554bd2ed0b7b1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:21.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.869524 16502 consensus_queue.cc:963] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:21.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.870033 16393 raft_consensus.cc:1083] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [term 1 FOLLOWER]: Refusing update from remote peer 1101bd1dcffc4821830554bd2ed0b7b1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.871227 16502 consensus_queue.cc:963] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.902781 16496 sys_catalog.cc:337] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1101bd1dcffc4821830554bd2ed0b7b1. Latest consensus state: current_term: 1 leader_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } } 17:50:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.903448 16496 sys_catalog.cc:340] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [sys.catalog]: This master's current role is: FOLLOWER 17:50:21.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.910660 16489 sys_catalog.cc:337] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1101bd1dcffc4821830554bd2ed0b7b1. Latest consensus state: current_term: 1 leader_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } } 17:50:21.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.911337 16489 sys_catalog.cc:340] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [sys.catalog]: This master's current role is: FOLLOWER 17:50:21.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.917501 16505 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } } 17:50:21.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.918156 16505 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [sys.catalog]: This master's current role is: LEADER 17:50:21.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.918931 16505 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } } 17:50:21.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.919584 16505 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1 [sys.catalog]: This master's current role is: LEADER 17:50:21.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.922081 16512 catalog_manager.cc:924] Generated new certificate authority record 17:50:21.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.924559 16512 catalog_manager.cc:1046] Loading token signing keys... 17:50:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.926096 16487 sys_catalog.cc:337] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } } 17:50:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.926743 16487 sys_catalog.cc:340] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b [sys.catalog]: This master's current role is: FOLLOWER 17:50:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.934834 16496 sys_catalog.cc:337] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1101bd1dcffc4821830554bd2ed0b7b1" member_type: VOTER last_known_addr { host: "127.15.230.126" port: 47773 } } peers { permanent_uuid: "a0525bc5d54840faab46466602274506" member_type: VOTER last_known_addr { host: "127.15.230.125" port: 48664 } } peers { permanent_uuid: "33c6e8ed9a694d8f93a5f74d84ea699b" member_type: VOTER last_known_addr { host: "127.15.230.124" port: 39875 } } } 17:50:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.935429 16496 sys_catalog.cc:340] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506 [sys.catalog]: This master's current role is: FOLLOWER 17:50:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.954965 16512 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 1101bd1dcffc4821830554bd2ed0b7b1: Generated new TSK 0 17:50:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.966186 16482 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:21.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.976646 16482 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:21.988947 16482 tablet_server_main.cc:90] Starting tablet server... 17:50:22.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.517222 16488 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b: acquiring CA information for follower catalog manager: success 17:50:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.520182 16488 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 33c6e8ed9a694d8f93a5f74d84ea699b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:22.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.682636 16482 rpc_server.cc:205] RPC server started. Bound to: 127.15.230.65:46573 17:50:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.684209 16482 webserver.cc:175] Starting webserver on 127.15.230.65:0 17:50:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.684437 16482 webserver.cc:186] Document root disabled 17:50:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.690855 16482 webserver.cc:313] Webserver started. Bound to: http://127.15.230.65:57017/ 17:50:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.691836 16482 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-0/data/info.pb 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.699753 16281 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 16482 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.700865 16281 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/wal 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/data 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.230.66:0 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.15.230.66 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.230.66 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.15.230.126:47773,127.15.230.125:48664,127.15.230.124:39875 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/logs 17:50:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/data/info.pb 17:50:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.701648 16497 catalog_manager.cc:1082] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506: acquiring CA information for follower catalog manager: success 17:50:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.704265 16497 catalog_manager.cc:1110] T 00000000000000000000000000000000 P a0525bc5d54840faab46466602274506: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.747092 16482 tablet_server_main.cc:93] Tablet server successfully started. 17:50:22.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.770305 16637 heartbeater.cc:346] Connected to a master server at 127.15.230.125:48664 17:50:22.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.770622 16637 heartbeater.cc:426] Registering TS with master... 17:50:22.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.771198 16637 heartbeater.cc:475] Master 127.15.230.125:48664 requested a full tablet report, sending... 17:50:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.773699 16636 heartbeater.cc:346] Connected to a master server at 127.15.230.126:47773 17:50:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.773927 16636 heartbeater.cc:426] Registering TS with master... 17:50:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.774389 16636 heartbeater.cc:475] Master 127.15.230.126:47773 requested a full tablet report, sending... 17:50:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.774657 16383 ts_manager.cc:98] Registered new tserver with Master: 24a2391926d04022941ea360bf319abb (127.15.230.65:46573) 17:50:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.776518 16317 ts_manager.cc:98] Registered new tserver with Master: 24a2391926d04022941ea360bf319abb (127.15.230.65:46573) 17:50:22.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.779081 16317 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.15.230.65:40910 17:50:22.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.786620 16640 heartbeater.cc:346] Connected to a master server at 127.15.230.124:39875 17:50:22.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.786840 16640 heartbeater.cc:426] Registering TS with master... 17:50:22.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.787192 16640 heartbeater.cc:475] Master 127.15.230.124:39875 requested a full tablet report, sending... 17:50:22.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:22.789855 16448 ts_manager.cc:98] Registered new tserver with Master: 24a2391926d04022941ea360bf319abb (127.15.230.65:46573) 17:50:22.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:22.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:22.972452 16641 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:22.973057 16641 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:22.990221 16641 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:22.990814 16641 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.230.66 17:50:23.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.020495 16641 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:23.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/data 17:50:23.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/wal 17:50:23.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:23.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.230.66:0 17:50:23.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/data/info.pb 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.230.66 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.15.230.126:47773,127.15.230.125:48664,127.15.230.124:39875 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.15.230.66 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/logs 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:23.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.061623 16641 tablet_server_main.cc:85] Initializing tablet server... 17:50:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.088207 16641 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 287064us 17:50:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.088989 16641 fs_manager.cc:262] Metadata directory not provided 17:50:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.089282 16641 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.089740 16641 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.092742 16641 server_base.cc:433] Attempting to create new FS layout instead 17:50:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.097704 16641 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/data/instance: 17:50:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a98551930fe14b769b5f7ae92f51cfc7" 17:50:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:23.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.108981 16641 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/wal/instance: 17:50:23.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a98551930fe14b769b5f7ae92f51cfc7" 17:50:23.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:23.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.159869 16641 fs_manager.cc:502] Time spent creating directory manager: real 0.050s user 0.013s sys 0.003s 17:50:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.161825 16641 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:23.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.162536 16641 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.185997 16641 fs_manager.cc:418] Time spent opening block manager: real 0.005s user 0.000s sys 0.001s 17:50:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.186296 16641 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/wal 17:50:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a98551930fe14b769b5f7ae92f51cfc7" 17:50:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.186800 16641 fs_report.cc:352] FS layout report 17:50:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/wal 17:50:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/wal 17:50:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/data/data 17:50:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:23.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.487282 16641 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.496338 16641 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:23.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.502946 16641 tablet_server_main.cc:90] Starting tablet server... 17:50:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.728394 16641 rpc_server.cc:205] RPC server started. Bound to: 127.15.230.66:43171 17:50:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.729698 16641 webserver.cc:175] Starting webserver on 127.15.230.66:0 17:50:23.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.729840 16641 webserver.cc:186] Document root disabled 17:50:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.731736 16641 webserver.cc:313] Webserver started. Bound to: http://127.15.230.66:43661/ 17:50:23.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.732590 16641 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-1/data/info.pb 17:50:23.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.740211 16281 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 16641 17:50:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.741336 16281 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/wal 17:50:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/data 17:50:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.230.67:0 17:50:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.15.230.67 17:50:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.230.67 17:50:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.15.230.126:47773,127.15.230.125:48664,127.15.230.124:39875 17:50:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/logs 17:50:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/data/info.pb 17:50:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.782943 16636 heartbeater.cc:467] Master 127.15.230.126:47773 was elected leader, sending a full tablet report... 17:50:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.786149 16641 tablet_server_main.cc:93] Tablet server successfully started. 17:50:23.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.829010 16767 heartbeater.cc:346] Connected to a master server at 127.15.230.126:47773 17:50:23.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.829466 16767 heartbeater.cc:426] Registering TS with master... 17:50:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.830078 16767 heartbeater.cc:475] Master 127.15.230.126:47773 requested a full tablet report, sending... 17:50:23.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.837096 16317 ts_manager.cc:98] Registered new tserver with Master: a98551930fe14b769b5f7ae92f51cfc7 (127.15.230.66:43171) 17:50:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.838836 16317 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.15.230.66:37862 17:50:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.844444 16768 heartbeater.cc:346] Connected to a master server at 127.15.230.125:48664 17:50:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.844679 16768 heartbeater.cc:426] Registering TS with master... 17:50:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.845054 16768 heartbeater.cc:475] Master 127.15.230.125:48664 requested a full tablet report, sending... 17:50:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.829233 16771 heartbeater.cc:346] Connected to a master server at 127.15.230.124:39875 17:50:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.846632 16771 heartbeater.cc:426] Registering TS with master... 17:50:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.846990 16771 heartbeater.cc:475] Master 127.15.230.124:39875 requested a full tablet report, sending... 17:50:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.847373 16383 ts_manager.cc:98] Registered new tserver with Master: a98551930fe14b769b5f7ae92f51cfc7 (127.15.230.66:43171) 17:50:23.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.849745 16448 ts_manager.cc:98] Registered new tserver with Master: a98551930fe14b769b5f7ae92f51cfc7 (127.15.230.66:43171) 17:50:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:23.945344 16772 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:23.946209 16772 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:23.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:23.962739 16772 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:23.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:23.963362 16772 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.230.67 17:50:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:23.992264 16772 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/data 17:50:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/wal 17:50:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.15.230.67:0 17:50:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/data/info.pb 17:50:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.15.230.67 17:50:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.15.230.126:47773,127.15.230.125:48664,127.15.230.124:39875 17:50:23.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.15.230.67 17:50:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/logs 17:50:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:23.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.019387 16772 tablet_server_main.cc:85] Initializing tablet server... 17:50:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.022204 16772 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 287564us 17:50:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.022924 16772 fs_manager.cc:262] Metadata directory not provided 17:50:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.023190 16772 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.023643 16772 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.023891 16772 server_base.cc:433] Attempting to create new FS layout instead 17:50:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.028898 16772 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/data/instance: 17:50:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ba377711672740ae8d8fd10a8100fb12" 17:50:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:24.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.030048 16772 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/wal/instance: 17:50:24.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ba377711672740ae8d8fd10a8100fb12" 17:50:24.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.053323 16772 fs_manager.cc:502] Time spent creating directory manager: real 0.023s user 0.011s sys 0.009s 17:50:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.055260 16772 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.056036 16772 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:24.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.069133 16772 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:50:24.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.069409 16772 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/wal 17:50:24.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ba377711672740ae8d8fd10a8100fb12" 17:50:24.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.069908 16772 fs_report.cc:352] FS layout report 17:50:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/wal 17:50:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/wal 17:50:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/data/data 17:50:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:24.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.244437 16772 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:24.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.248292 16772 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.249600 16772 tablet_server_main.cc:90] Starting tablet server... 17:50:24.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.363615 16772 rpc_server.cc:205] RPC server started. Bound to: 127.15.230.67:57924 17:50:24.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.364882 16772 webserver.cc:175] Starting webserver on 127.15.230.67:0 17:50:24.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.365005 16772 webserver.cc:186] Document root disabled 17:50:24.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.366686 16772 webserver.cc:313] Webserver started. Bound to: http://127.15.230.67:43443/ 17:50:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.367542 16772 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster9120158453512213019/ts-2/data/info.pb 17:50:24.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.371635 16281 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 16772 17:50:24.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.389896 16772 tablet_server_main.cc:93] Tablet server successfully started. 17:50:24.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.433174 16898 heartbeater.cc:346] Connected to a master server at 127.15.230.126:47773 17:50:24.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.433687 16898 heartbeater.cc:426] Registering TS with master... 17:50:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.434365 16898 heartbeater.cc:475] Master 127.15.230.126:47773 requested a full tablet report, sending... 17:50:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.436025 16899 heartbeater.cc:346] Connected to a master server at 127.15.230.125:48664 17:50:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.436192 16899 heartbeater.cc:426] Registering TS with master... 17:50:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.436518 16899 heartbeater.cc:475] Master 127.15.230.125:48664 requested a full tablet report, sending... 17:50:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.438217 16383 ts_manager.cc:98] Registered new tserver with Master: ba377711672740ae8d8fd10a8100fb12 (127.15.230.67:57924) 17:50:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.439849 16316 ts_manager.cc:98] Registered new tserver with Master: ba377711672740ae8d8fd10a8100fb12 (127.15.230.67:57924) 17:50:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.441040 16316 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.15.230.67:51742 17:50:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.433748 16900 heartbeater.cc:346] Connected to a master server at 127.15.230.124:39875 17:50:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.447729 16900 heartbeater.cc:426] Registering TS with master... 17:50:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.448032 16900 heartbeater.cc:475] Master 127.15.230.124:39875 requested a full tablet report, sending... 17:50:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.449697 16448 ts_manager.cc:98] Registered new tserver with Master: ba377711672740ae8d8fd10a8100fb12 (127.15.230.67:57924) 17:50:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.451774 16281 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:50:24.452 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.540917 16316 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.15.230.126:54631: 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:24.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:50:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:50:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.595186 16573 tablet_service.cc:759] Processing CreateTablet for tablet cfdd89fb67c74f2191c252f614330817 (table=test [id=2d3e2ee103394172b040970b3ba77172]), partition=RANGE (key) PARTITION VALUES < 50 17:50:24.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.596057 16573 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet cfdd89fb67c74f2191c252f614330817. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:24.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.602012 16835 tablet_service.cc:759] Processing CreateTablet for tablet 5cf5141ab1de4dbe966c753c0829ef20 (table=test [id=2d3e2ee103394172b040970b3ba77172]), partition=RANGE (key) PARTITION VALUES >= 50 17:50:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.602883 16835 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 5cf5141ab1de4dbe966c753c0829ef20. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.608640 16573 ts_tablet_manager.cc:1173] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb: Registered tablet (data state: TABLET_DATA_READY) 17:50:24.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.610680 16972 ts_tablet_manager.cc:1028] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb: Bootstrapping tablet 17:50:24.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.611162 16972 tablet_bootstrap.cc:438] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb: Bootstrap starting. 17:50:24.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.613314 16972 tablet_bootstrap.cc:592] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb: No blocks or log segments found. Creating new log. 17:50:24.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.614565 16972 log.cc:525] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb: Log is configured to *not* fsync() on all Append() calls 17:50:24.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.616351 16835 ts_tablet_manager.cc:1173] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12: Registered tablet (data state: TABLET_DATA_READY) 17:50:24.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.617996 16974 ts_tablet_manager.cc:1028] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12: Bootstrapping tablet 17:50:24.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.618623 16974 tablet_bootstrap.cc:438] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12: Bootstrap starting. 17:50:24.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.620632 16972 tablet_bootstrap.cc:438] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb: No bootstrap required, opened a new log 17:50:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.620995 16972 ts_tablet_manager.cc:1045] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.002s 17:50:24.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.623435 16974 tablet_bootstrap.cc:592] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12: No blocks or log segments found. Creating new log. 17:50:24.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.625337 16974 log.cc:525] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12: Log is configured to *not* fsync() on all Append() calls 17:50:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.634141 16974 tablet_bootstrap.cc:438] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12: No bootstrap required, opened a new log 17:50:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.634551 16974 ts_tablet_manager.cc:1045] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12: Time spent bootstrapping tablet: real 0.016s user 0.008s sys 0.002s 17:50:24.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.635216 16972 raft_consensus.cc:325] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "24a2391926d04022941ea360bf319abb" member_type: VOTER last_known_addr { host: "127.15.230.65" port: 46573 } } 17:50:24.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.635881 16972 raft_consensus.cc:351] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:24.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.636092 16972 raft_consensus.cc:630] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 24a2391926d04022941ea360bf319abb, State: Initialized, Role: FOLLOWER 17:50:24.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.636761 16972 consensus_queue.cc:228] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "24a2391926d04022941ea360bf319abb" member_type: VOTER last_known_addr { host: "127.15.230.65" port: 46573 } } 17:50:24.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.637307 16972 raft_consensus.cc:365] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:24.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.637567 16972 raft_consensus.cc:457] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:24.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.637799 16972 raft_consensus.cc:2742] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb: Snoozing failure detection for 2.020s (starting election) 17:50:24.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.638031 16972 raft_consensus.cc:2794] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb [term 0 FOLLOWER]: Advancing to term 1 17:50:24.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.642405 16972 raft_consensus.cc:479] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "24a2391926d04022941ea360bf319abb" member_type: VOTER last_known_addr { host: "127.15.230.65" port: 46573 } } 17:50:24.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.643093 16972 leader_election.cc:278] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.645678 16976 raft_consensus.cc:2742] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb: Snoozing failure detection for 2.043s (election complete) 17:50:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.646139 16976 raft_consensus.cc:2549] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb [term 1 FOLLOWER]: Leader election won for term 1 17:50:24.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.652799 16972 ts_tablet_manager.cc:1073] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb: Time spent starting tablet: real 0.032s user 0.018s sys 0.011s 17:50:24.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.653815 16974 raft_consensus.cc:325] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ba377711672740ae8d8fd10a8100fb12" member_type: VOTER last_known_addr { host: "127.15.230.67" port: 57924 } } 17:50:24.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.654343 16974 raft_consensus.cc:351] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:24.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.654566 16974 raft_consensus.cc:630] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ba377711672740ae8d8fd10a8100fb12, State: Initialized, Role: FOLLOWER 17:50:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.655236 16974 consensus_queue.cc:228] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ba377711672740ae8d8fd10a8100fb12" member_type: VOTER last_known_addr { host: "127.15.230.67" port: 57924 } } 17:50:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.655680 16974 raft_consensus.cc:365] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:24.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.655902 16974 raft_consensus.cc:457] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:24.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.656111 16974 raft_consensus.cc:2742] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12: Snoozing failure detection for 1.565s (starting election) 17:50:24.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.656445 16974 raft_consensus.cc:2794] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12 [term 0 FOLLOWER]: Advancing to term 1 17:50:24.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.659463 16974 raft_consensus.cc:479] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ba377711672740ae8d8fd10a8100fb12" member_type: VOTER last_known_addr { host: "127.15.230.67" port: 57924 } } 17:50:24.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.659972 16974 leader_election.cc:278] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.662107 16979 raft_consensus.cc:2742] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12: Snoozing failure detection for 1.916s (election complete) 17:50:24.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.662679 16979 raft_consensus.cc:2549] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12 [term 1 FOLLOWER]: Leader election won for term 1 17:50:24.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.668232 16898 heartbeater.cc:467] Master 127.15.230.126:47773 was elected leader, sending a full tablet report... 17:50:24.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.669201 16979 raft_consensus.cc:595] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12 [term 1 LEADER]: Becoming Leader. State: Replica: ba377711672740ae8d8fd10a8100fb12, State: Running, Role: LEADER 17:50:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.670231 16974 ts_tablet_manager.cc:1073] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12: Time spent starting tablet: real 0.035s user 0.023s sys 0.009s 17:50:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.670123 16979 consensus_queue.cc:205] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ba377711672740ae8d8fd10a8100fb12" member_type: VOTER last_known_addr { host: "127.15.230.67" port: 57924 } } 17:50:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.681098 16316 catalog_manager.cc:3758] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12 reported cstate change: term changed from 0 to 1, leader changed from to ba377711672740ae8d8fd10a8100fb12 (127.15.230.67). New cstate: current_term: 1 leader_uuid: "ba377711672740ae8d8fd10a8100fb12" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ba377711672740ae8d8fd10a8100fb12" member_type: VOTER last_known_addr { host: "127.15.230.67" port: 57924 } health_report { overall_health: HEALTHY } } } 17:50:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.652985 16976 raft_consensus.cc:595] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb [term 1 LEADER]: Becoming Leader. State: Replica: 24a2391926d04022941ea360bf319abb, State: Running, Role: LEADER 17:50:24.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.747179 16976 consensus_queue.cc:205] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "24a2391926d04022941ea360bf319abb" member_type: VOTER last_known_addr { host: "127.15.230.65" port: 46573 } } 17:50:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:24.748384 16644 tablet.cc:1728] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:24.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.754954 16316 catalog_manager.cc:3758] T cfdd89fb67c74f2191c252f614330817 P 24a2391926d04022941ea360bf319abb reported cstate change: term changed from 0 to 1, leader changed from to 24a2391926d04022941ea360bf319abb (127.15.230.65). New cstate: current_term: 1 leader_uuid: "24a2391926d04022941ea360bf319abb" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "24a2391926d04022941ea360bf319abb" member_type: VOTER last_known_addr { host: "127.15.230.65" port: 46573 } health_report { overall_health: HEALTHY } } } 17:50:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.842581 16767 heartbeater.cc:467] Master 127.15.230.126:47773 was elected leader, sending a full tablet report... 17:50:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.867449 16316 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.15.230.126:54631: 17:50:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:50:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:24.884624 16904 tablet.cc:1728] T 5cf5141ab1de4dbe966c753c0829ef20 P ba377711672740ae8d8fd10a8100fb12: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.895216 16704 tablet_service.cc:759] Processing CreateTablet for tablet 4cbdea503cda4a01849ebb097eb4d085 (table=simple-test [id=ce8d8d478bba4e7e8555080be94e0362]), partition=RANGE (key) PARTITION UNBOUNDED 17:50:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.895925 16704 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 4cbdea503cda4a01849ebb097eb4d085. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:24.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.908707 16704 ts_tablet_manager.cc:1173] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7: Registered tablet (data state: TABLET_DATA_READY) 17:50:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.910312 16985 ts_tablet_manager.cc:1028] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7: Bootstrapping tablet 17:50:24.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.911083 16985 tablet_bootstrap.cc:438] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7: Bootstrap starting. 17:50:24.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.913827 16985 tablet_bootstrap.cc:592] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7: No blocks or log segments found. Creating new log. 17:50:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.915150 16985 log.cc:525] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7: Log is configured to *not* fsync() on all Append() calls 17:50:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.924842 16985 tablet_bootstrap.cc:438] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7: No bootstrap required, opened a new log 17:50:24.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.925181 16985 ts_tablet_manager.cc:1045] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7: Time spent bootstrapping tablet: real 0.014s user 0.003s sys 0.003s 17:50:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.937736 16985 raft_consensus.cc:325] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a98551930fe14b769b5f7ae92f51cfc7" member_type: VOTER last_known_addr { host: "127.15.230.66" port: 43171 } } 17:50:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.938179 16985 raft_consensus.cc:351] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.938441 16985 raft_consensus.cc:630] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a98551930fe14b769b5f7ae92f51cfc7, State: Initialized, Role: FOLLOWER 17:50:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.938985 16985 consensus_queue.cc:228] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a98551930fe14b769b5f7ae92f51cfc7" member_type: VOTER last_known_addr { host: "127.15.230.66" port: 43171 } } 17:50:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.939410 16985 raft_consensus.cc:365] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.939661 16985 raft_consensus.cc:457] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.939873 16985 raft_consensus.cc:2742] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7: Snoozing failure detection for 1.765s (starting election) 17:50:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.940083 16985 raft_consensus.cc:2794] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7 [term 0 FOLLOWER]: Advancing to term 1 17:50:24.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.943074 16985 raft_consensus.cc:479] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a98551930fe14b769b5f7ae92f51cfc7" member_type: VOTER last_known_addr { host: "127.15.230.66" port: 43171 } } 17:50:24.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.943615 16985 leader_election.cc:278] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:24.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.945343 16987 raft_consensus.cc:2742] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7: Snoozing failure detection for 1.751s (election complete) 17:50:24.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.946081 16987 raft_consensus.cc:2549] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7 [term 1 FOLLOWER]: Leader election won for term 1 17:50:24.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.947734 16985 ts_tablet_manager.cc:1073] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7: Time spent starting tablet: real 0.022s user 0.015s sys 0.006s 17:50:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.948863 16987 raft_consensus.cc:595] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7 [term 1 LEADER]: Becoming Leader. State: Replica: a98551930fe14b769b5f7ae92f51cfc7, State: Running, Role: LEADER 17:50:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.949369 16987 consensus_queue.cc:205] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a98551930fe14b769b5f7ae92f51cfc7" member_type: VOTER last_known_addr { host: "127.15.230.66" port: 43171 } } 17:50:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:24.959158 16316 catalog_manager.cc:3758] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7 reported cstate change: term changed from 0 to 1, leader changed from to a98551930fe14b769b5f7ae92f51cfc7 (127.15.230.66). New cstate: current_term: 1 leader_uuid: "a98551930fe14b769b5f7ae92f51cfc7" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a98551930fe14b769b5f7ae92f51cfc7" member_type: VOTER last_known_addr { host: "127.15.230.66" port: 43171 } health_report { overall_health: HEALTHY } } } 17:50:25.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:25.033401 16775 tablet.cc:1728] T 4cbdea503cda4a01849ebb097eb4d085 P a98551930fe14b769b5f7ae92f51cfc7: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:25.367749 16281 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 16482 17:50:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:25.388063 16430 connection.cc:512] server connection from 127.15.230.65:45133 recv error: Network error: failed to read from TLS socket (remote: 127.15.230.65:45133): Connection reset by peer (error 104) 17:50:25.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:25.388526 16301 connection.cc:512] server connection from 127.15.230.65:40910 recv error: Network error: failed to read from TLS socket (remote: 127.15.230.65:40910): Connection reset by peer (error 104) 17:50:25.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:25.389207 16281 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 16641 17:50:25.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:25.389312 16364 connection.cc:512] server connection from 127.15.230.65:52641 recv error: Network error: failed to read from TLS socket (remote: 127.15.230.65:52641): Connection reset by peer (error 104) 17:50:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:25.410193 16363 connection.cc:512] server connection from 127.15.230.66:41238 recv error: Network error: failed to read from TLS socket (remote: 127.15.230.66:41238): Connection reset by peer (error 104) 17:50:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:25.410204 16428 connection.cc:512] server connection from 127.15.230.66:49479 recv error: Network error: failed to read from TLS socket (remote: 127.15.230.66:49479): Connection reset by peer (error 104) 17:50:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:25.410193 16297 connection.cc:512] server connection from 127.15.230.66:37862 recv error: Network error: failed to read from TLS socket (remote: 127.15.230.66:37862): Connection reset by peer (error 104) 17:50:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:25.411144 16281 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 16772 17:50:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:25.431042 16298 connection.cc:512] server connection from 127.15.230.67:51742 recv error: Network error: failed to read from TLS socket (remote: 127.15.230.67:51742): Connection reset by peer (error 104) 17:50:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:25.431771 16364 connection.cc:512] server connection from 127.15.230.67:45495 recv error: Network error: failed to read from TLS socket (remote: 127.15.230.67:45495): Connection reset by peer (error 104) 17:50:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:25.432497 16281 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 16289 17:50:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:25.432497 16432 connection.cc:512] server connection from 127.15.230.67:43448 recv error: Network error: failed to read from TLS socket (remote: 127.15.230.67:43448): Connection reset by peer (error 104) 17:50:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:25.454726 16281 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 16351 17:50:25.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:25.475183 16281 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 16417 17:50:26.519 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614226519 17:50:26.520 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:50:26.520 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:50:26.520 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:50:26.520 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:50:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.735733 17018 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/wal 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/data 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.16.158.190:39979 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.16.158.190 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/logs 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/data/info.pb 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:26.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.16.158.190:39979,127.16.158.189:58856,127.16.158.188:59630 with env {} 17:50:26.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:26.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:26.893870 17026 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:26.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:26.894280 17026 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:26.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:26.903445 17026 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:26.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:26.903599 17026 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:26.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:26.903743 17026 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:26.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:26.903910 17026 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.922966 17026 master_main.cc:73] Master server non-default flags: 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/data 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/wal 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.16.158.190:39979,127.16.158.189:58856,127.16.158.188:59630 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.16.158.190:39979 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/data/info.pb 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.16.158.190 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/logs 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:26.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:26.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:26.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:26.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.937826 17026 master_main.cc:80] Initializing master server... 17:50:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.940727 17026 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 288564us 17:50:26.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.941539 17026 fs_manager.cc:262] Metadata directory not provided 17:50:26.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.941680 17026 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.942009 17026 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:26.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.942137 17026 server_base.cc:433] Attempting to create new FS layout instead 17:50:26.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.945986 17026 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/data/instance: 17:50:26.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" 17:50:26.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:26 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:26.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.946765 17026 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/wal/instance: 17:50:26.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" 17:50:26.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:26 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:26.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.965785 17026 fs_manager.cc:502] Time spent creating directory manager: real 0.019s user 0.009s sys 0.005s 17:50:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.967039 17026 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:26.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.968327 17026 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:26.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.976688 17026 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.976816 17026 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/wal 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:26 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:26.977105 17026 fs_report.cc:352] FS layout report 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/wal 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/wal 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/data/data 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:26.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:27.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.130352 17026 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:27.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.132807 17026 master_main.cc:83] Starting Master server... 17:50:27.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.221988 17026 rpc_server.cc:205] RPC server started. Bound to: 127.16.158.190:39979 17:50:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.222913 17026 webserver.cc:175] Starting webserver on 127.16.158.190:0 17:50:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.223023 17026 webserver.cc:186] Document root disabled 17:50:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.224969 17026 webserver.cc:313] Webserver started. Bound to: http://127.16.158.190:43149/ 17:50:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.225755 17026 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-0/data/info.pb 17:50:27.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.229053 17091 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:27.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.230711 17018 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 17026 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.231856 17018 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/wal 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/data 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.16.158.189:58856 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.16.158.189 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/logs 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/data/info.pb 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.16.158.190:39979,127.16.158.189:58856,127.16.158.188:59630 with env {} 17:50:27.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.243489 17091 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } has no permanent_uuid. Determining permanent_uuid... 17:50:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.266602 17091 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } has no permanent_uuid. Determining permanent_uuid... 17:50:27.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.268780 17091 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.16.158.189:58856: Network error: Client connection negotiation failed: client connection to 127.16.158.189:58856: connect: Connection refused (error 111) 17:50:27.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.288177 17091 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } attempt: 1 17:50:27.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.289407 17091 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.16.158.189:58856: Network error: Client connection negotiation failed: client connection to 127.16.158.189:58856: connect: Connection refused (error 111) 17:50:27.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.337805 17091 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } attempt: 2 17:50:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.339155 17091 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.16.158.189:58856: Network error: Client connection negotiation failed: client connection to 127.16.158.189:58856: connect: Connection refused (error 111) 17:50:27.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:27.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.396081 17092 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:27.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.396489 17092 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:27.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.405669 17092 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:27.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.405794 17092 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:27.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.405921 17092 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:27.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.406064 17092 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:27.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.424720 17092 master_main.cc:73] Master server non-default flags: 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/data 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/wal 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.16.158.190:39979,127.16.158.189:58856,127.16.158.188:59630 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.16.158.189:58856 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/data/info.pb 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.16.158.189 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/logs 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:27.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.438824 17092 master_main.cc:80] Initializing master server... 17:50:27.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.441165 17092 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 289064us 17:50:27.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.441921 17092 fs_manager.cc:262] Metadata directory not provided 17:50:27.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.442044 17092 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:27.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.442337 17092 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:27.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.442469 17092 server_base.cc:433] Attempting to create new FS layout instead 17:50:27.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.446202 17092 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/data/instance: 17:50:27.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" 17:50:27.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:27 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:27.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.446928 17092 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/wal/instance: 17:50:27.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" 17:50:27.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:27 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:27.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.450495 17091 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } attempt: 3 17:50:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.451777 17091 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.16.158.189:58856: Network error: Client connection negotiation failed: client connection to 127.16.158.189:58856: connect: Connection refused (error 111) 17:50:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.461601 17092 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.006s 17:50:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.462821 17092 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.464082 17092 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.472259 17092 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:50:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.472385 17092 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/wal 17:50:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" 17:50:27.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:27 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.472694 17092 fs_report.cc:352] FS layout report 17:50:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/wal 17:50:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/wal 17:50:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/data/data 17:50:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:27.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.625506 17092 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:27.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.628010 17092 master_main.cc:83] Starting Master server... 17:50:27.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.628118 17091 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } attempt: 4 17:50:27.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.629377 17091 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.16.158.189:58856: Network error: Client connection negotiation failed: client connection to 127.16.158.189:58856: connect: Connection refused (error 111) 17:50:27.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.714251 17092 rpc_server.cc:205] RPC server started. Bound to: 127.16.158.189:58856 17:50:27.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.715075 17092 webserver.cc:175] Starting webserver on 127.16.158.189:0 17:50:27.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.715173 17092 webserver.cc:186] Document root disabled 17:50:27.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.717010 17092 webserver.cc:313] Webserver started. Bound to: http://127.16.158.189:47120/ 17:50:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.718055 17092 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-1/data/info.pb 17:50:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.718289 17018 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 17092 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.719045 17018 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/wal 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/data 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.16.158.188:59630 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.16.158.188 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/logs 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/data/info.pb 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.16.158.190:39979,127.16.158.189:58856,127.16.158.188:59630 with env {} 17:50:27.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.722399 17157 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.735536 17157 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } has no permanent_uuid. Determining permanent_uuid... 17:50:27.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.751205 17157 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } has no permanent_uuid. Determining permanent_uuid... 17:50:27.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.762473 17157 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } has no permanent_uuid. Determining permanent_uuid... 17:50:27.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.764211 17157 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.16.158.188:59630: Network error: Client connection negotiation failed: client connection to 127.16.158.188:59630: connect: Connection refused (error 111) 17:50:27.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.783567 17157 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } attempt: 1 17:50:27.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.784907 17157 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.16.158.188:59630: Network error: Client connection negotiation failed: client connection to 127.16.158.188:59630: connect: Connection refused (error 111) 17:50:27.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.833220 17157 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } attempt: 2 17:50:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.834527 17157 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.16.158.188:59630: Network error: Client connection negotiation failed: client connection to 127.16.158.188:59630: connect: Connection refused (error 111) 17:50:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.883841 17158 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.884178 17158 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:27.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.893774 17158 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:27.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.893927 17158 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:27.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.894055 17158 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:27.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.894202 17158 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.913606 17158 master_main.cc:73] Master server non-default flags: 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/data 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/wal 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.16.158.190:39979,127.16.158.189:58856,127.16.158.188:59630 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.16.158.188:59630 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/data/info.pb 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.16.158.188 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/logs 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:27.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.928930 17158 master_main.cc:80] Initializing master server... 17:50:27.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.930943 17158 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 289064us 17:50:27.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.931710 17158 fs_manager.cc:262] Metadata directory not provided 17:50:27.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.931854 17158 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.932142 17158 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.932266 17158 server_base.cc:433] Attempting to create new FS layout instead 17:50:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.932668 17091 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } attempt: 5 17:50:27.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.936362 17158 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/data/instance: 17:50:27.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "39e19e2e1f4b449ca92983964b0c3721" 17:50:27.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:27 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.937069 17158 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/wal/instance: 17:50:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "39e19e2e1f4b449ca92983964b0c3721" 17:50:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:27 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:27.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.939590 17091 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } has no permanent_uuid. Determining permanent_uuid... 17:50:27.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.941465 17091 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.16.158.188:59630: Network error: Client connection negotiation failed: client connection to 127.16.158.188:59630: connect: Connection refused (error 111) 17:50:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.945822 17157 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } attempt: 3 17:50:27.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.946918 17157 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.16.158.188:59630: Network error: Client connection negotiation failed: client connection to 127.16.158.188:59630: connect: Connection refused (error 111) 17:50:27.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.952723 17158 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.007s sys 0.006s 17:50:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.953897 17158 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.955065 17158 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.963198 17158 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:50:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.963313 17158 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/wal 17:50:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "39e19e2e1f4b449ca92983964b0c3721" 17:50:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:27 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.963551 17158 fs_report.cc:352] FS layout report 17:50:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/wal 17:50:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/wal 17:50:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/data/data 17:50:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:27.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:27.979807 17091 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } attempt: 1 17:50:27.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:27.981395 17091 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.16.158.188:59630: Network error: Client connection negotiation failed: client connection to 127.16.158.188:59630: connect: Connection refused (error 111) 17:50:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.029711 17091 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } attempt: 2 17:50:28.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:28.031143 17091 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.16.158.188:59630: Network error: Client connection negotiation failed: client connection to 127.16.158.188:59630: connect: Connection refused (error 111) 17:50:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.097347 17158 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.099862 17158 master_main.cc:83] Starting Master server... 17:50:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.123224 17157 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } attempt: 4 17:50:28.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:28.124631 17157 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.16.158.188:59630: Network error: Client connection negotiation failed: client connection to 127.16.158.188:59630: connect: Connection refused (error 111) 17:50:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.131497 17091 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } attempt: 3 17:50:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:28.132827 17091 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.16.158.188:59630: Network error: Client connection negotiation failed: client connection to 127.16.158.188:59630: connect: Connection refused (error 111) 17:50:28.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.192037 17158 rpc_server.cc:205] RPC server started. Bound to: 127.16.158.188:59630 17:50:28.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.193001 17158 webserver.cc:175] Starting webserver on 127.16.158.188:0 17:50:28.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.193111 17158 webserver.cc:186] Document root disabled 17:50:28.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.195102 17158 webserver.cc:313] Webserver started. Bound to: http://127.16.158.188:43906/ 17:50:28.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.196127 17158 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/master-2/data/info.pb 17:50:28.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.199355 17221 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:28.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.204207 17018 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 17158 17:50:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.205606 17018 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/wal 17:50:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/data 17:50:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.16.158.129:0 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.16.158.129 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.16.158.129 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.16.158.190:39979,127.16.158.189:58856,127.16.158.188:59630 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/logs 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/data/info.pb 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:28.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.213807 17221 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } has no permanent_uuid. Determining permanent_uuid... 17:50:28.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.229481 17221 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } has no permanent_uuid. Determining permanent_uuid... 17:50:28.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.236326 17221 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } has no permanent_uuid. Determining permanent_uuid... 17:50:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.252023 17221 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721: Bootstrap starting. 17:50:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.254515 17221 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721: No blocks or log segments found. Creating new log. 17:50:28.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.255873 17221 log.cc:525] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721: Log is configured to *not* fsync() on all Append() calls 17:50:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.260038 17221 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721: No bootstrap required, opened a new log 17:50:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.270623 17221 raft_consensus.cc:325] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } 17:50:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.271124 17221 raft_consensus.cc:351] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.271322 17221 raft_consensus.cc:630] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 39e19e2e1f4b449ca92983964b0c3721, State: Initialized, Role: FOLLOWER 17:50:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.271889 17221 consensus_queue.cc:228] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } 17:50:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.273525 17091 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } attempt: 4 17:50:28.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.276211 17221 sys_catalog.cc:337] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } } 17:50:28.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.276993 17221 sys_catalog.cc:340] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [sys.catalog]: This master's current role is: FOLLOWER 17:50:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.287115 17221 sys_catalog.cc:424] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [sys.catalog]: configured and running, proceeding with master startup. 17:50:28.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.295125 17091 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3: Bootstrap starting. 17:50:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.298581 17091 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3: No blocks or log segments found. Creating new log. 17:50:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.300042 17091 log.cc:525] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3: Log is configured to *not* fsync() on all Append() calls 17:50:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.307602 17091 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3: No bootstrap required, opened a new log 17:50:28.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.325156 17091 raft_consensus.cc:325] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } 17:50:28.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.326004 17091 raft_consensus.cc:351] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:28.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.326289 17091 raft_consensus.cc:630] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7126e1dc7c9b496d9b3424d2eda9d3b3, State: Initialized, Role: FOLLOWER 17:50:28.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.327138 17091 consensus_queue.cc:228] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } 17:50:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.334738 17229 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } } 17:50:28.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.351224 17229 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [sys.catalog]: This master's current role is: FOLLOWER 17:50:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.277021 17226 sys_catalog.cc:337] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } } 17:50:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.390646 17226 sys_catalog.cc:340] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [sys.catalog]: This master's current role is: FOLLOWER 17:50:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.391000 17226 raft_consensus.cc:457] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:50:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.391268 17226 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721: Snoozing failure detection for 1.710s (starting election) 17:50:28.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.391574 17226 raft_consensus.cc:479] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } 17:50:28.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.392958 17226 leader_election.cc:251] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 7126e1dc7c9b496d9b3424d2eda9d3b3 (127.16.158.190:39979) 17:50:28.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.394186 17226 leader_election.cc:251] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer ea2905c5d13d4eac9417bd3c6f8fb404 (127.16.158.189:58856) 17:50:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:28.399525 17222 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:28.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:28.400262 17222 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:28.416411 17222 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:28.417160 17222 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.158.129 17:50:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.427978 17157 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } attempt: 5 17:50:28.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:28.352964 17177 tablet.cc:1728] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.440029 17227 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:50:28.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.443424 17158 master_main.cc:86] Master server successfully started. 17:50:28.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.444244 17157 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404: Bootstrap starting. 17:50:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.447329 17157 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404: No blocks or log segments found. Creating new log. 17:50:28.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.449035 17157 log.cc:525] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404: Log is configured to *not* fsync() on all Append() calls 17:50:28.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.335685 17091 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } } 17:50:28.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.449225 17091 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [sys.catalog]: This master's current role is: FOLLOWER 17:50:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.450335 17091 sys_catalog.cc:424] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [sys.catalog]: configured and running, proceeding with master startup. 17:50:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.450397 17068 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "39e19e2e1f4b449ca92983964b0c3721" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" is_pre_election: true 17:50:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.451580 17068 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3: Snoozing failure detection for 2.148s (vote granted) 17:50:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.451879 17068 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 39e19e2e1f4b449ca92983964b0c3721 in term 0. 17:50:28.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.452883 17168 leader_election.cc:387] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 7126e1dc7c9b496d9b3424d2eda9d3b3 (127.16.158.190:39979) 17:50:28.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.453162 17168 leader_election.cc:278] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:50:28.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.453826 17230 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721: Snoozing failure detection for 2.146s (election complete) 17:50:28.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.454079 17230 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:50:28.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.454294 17230 raft_consensus.cc:457] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:50:28.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.454506 17230 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721: Snoozing failure detection for 1.914s (starting election) 17:50:28.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.454715 17230 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [term 0 FOLLOWER]: Advancing to term 1 17:50:28.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.457243 17026 master_main.cc:86] Master server successfully started. 17:50:28.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.459509 17230 raft_consensus.cc:479] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } 17:50:28.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.460597 17230 leader_election.cc:251] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [CANDIDATE]: Term 1 election: Requesting vote from peer 7126e1dc7c9b496d9b3424d2eda9d3b3 (127.16.158.190:39979) 17:50:28.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.461537 17157 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404: No bootstrap required, opened a new log 17:50:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.462165 17068 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "39e19e2e1f4b449ca92983964b0c3721" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" 17:50:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.462544 17068 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [term 0 FOLLOWER]: Advancing to term 1 17:50:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.462790 17068 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3: Snoozing failure detection for 1.625s (vote granted) 17:50:28.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.463057 17230 leader_election.cc:251] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [CANDIDATE]: Term 1 election: Requesting vote from peer ea2905c5d13d4eac9417bd3c6f8fb404 (127.16.158.189:58856) 17:50:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:28.464629 17232 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:28.465493 17232 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:28.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.470810 17068 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 39e19e2e1f4b449ca92983964b0c3721 in term 1. 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.471858 17168 leader_election.cc:387] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [CANDIDATE]: Term 1 election: Vote granted by peer 7126e1dc7c9b496d9b3424d2eda9d3b3 (127.16.158.190:39979) 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.472105 17168 leader_election.cc:278] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.472679 17230 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721: Snoozing failure detection for 1.815s (election complete) 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.472904 17230 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [term 1 FOLLOWER]: Leader election won for term 1 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.473135 17222 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/data 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/wal 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.16.158.129:0 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/data/info.pb 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.16.158.129 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.16.158.190:39979,127.16.158.189:58856,127.16.158.188:59630 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.16.158.129 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/logs 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.473203 17230 raft_consensus.cc:595] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [term 1 LEADER]: Becoming Leader. State: Replica: 39e19e2e1f4b449ca92983964b0c3721, State: Running, Role: LEADER 17:50:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.474134 17230 consensus_queue.cc:205] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } 17:50:28.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.482025 17157 raft_consensus.cc:325] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } 17:50:28.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.482816 17157 raft_consensus.cc:351] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:28.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.483098 17157 raft_consensus.cc:630] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ea2905c5d13d4eac9417bd3c6f8fb404, State: Initialized, Role: FOLLOWER 17:50:28.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.485375 17226 sys_catalog.cc:337] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 39e19e2e1f4b449ca92983964b0c3721. Latest consensus state: current_term: 1 leader_uuid: "39e19e2e1f4b449ca92983964b0c3721" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } } 17:50:28.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.486038 17226 sys_catalog.cc:340] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [sys.catalog]: This master's current role is: LEADER 17:50:28.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.490001 17239 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:50:28.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.489267 17157 consensus_queue.cc:228] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } 17:50:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.495103 17157 sys_catalog.cc:337] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } } 17:50:28.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.495846 17157 sys_catalog.cc:340] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [sys.catalog]: This master's current role is: FOLLOWER 17:50:28.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.496569 17222 tablet_server_main.cc:85] Initializing tablet server... 17:50:28.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.499542 17133 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "39e19e2e1f4b449ca92983964b0c3721" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" 17:50:28.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.500216 17133 raft_consensus.cc:2794] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [term 0 FOLLOWER]: Advancing to term 1 17:50:28.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.500561 17133 raft_consensus.cc:2742] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404: Snoozing failure detection for 1.741s (vote granted) 17:50:28.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.501307 17222 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 289564us 17:50:28.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.502065 17222 fs_manager.cc:262] Metadata directory not provided 17:50:28.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.502368 17222 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:28.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.502883 17222 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:28.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.503195 17222 server_base.cc:433] Attempting to create new FS layout instead 17:50:28.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.505962 17133 raft_consensus.cc:2255] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 39e19e2e1f4b449ca92983964b0c3721 in term 1. 17:50:28.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.506621 17157 sys_catalog.cc:424] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [sys.catalog]: configured and running, proceeding with master startup. 17:50:28.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.507493 17169 leader_election.cc:387] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [CANDIDATE]: Term 1 election: Vote granted by peer ea2905c5d13d4eac9417bd3c6f8fb404 (127.16.158.189:58856) 17:50:28.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.509302 17222 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/data/instance: 17:50:28.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "01964b6bcc794bb3b1db443c937ca3ed" 17:50:28.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:28.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.510113 17239 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:50:28.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.510704 17222 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/wal/instance: 17:50:28.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "01964b6bcc794bb3b1db443c937ca3ed" 17:50:28.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:28.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.541235 17222 fs_manager.cc:502] Time spent creating directory manager: real 0.030s user 0.016s sys 0.008s 17:50:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.542778 17240 sys_catalog.cc:337] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } } 17:50:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.543334 17222 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.543570 17240 sys_catalog.cc:340] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [sys.catalog]: This master's current role is: FOLLOWER 17:50:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.499547 17134 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "39e19e2e1f4b449ca92983964b0c3721" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" is_pre_election: true 17:50:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.544317 17134 raft_consensus.cc:2168] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 39e19e2e1f4b449ca92983964b0c3721 in term 1. Re-sending same reply. 17:50:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.545282 17222 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.545562 17169 leader_election.cc:387] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [CANDIDATE]: Term 1 pre-election: Vote granted by peer ea2905c5d13d4eac9417bd3c6f8fb404 (127.16.158.189:58856) 17:50:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.550262 17092 master_main.cc:86] Master server successfully started. 17:50:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:28.559826 17242 catalog_manager.cc:1084] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:28.560191 17242 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:28.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.563625 17222 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.003s sys 0.003s 17:50:28.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.563972 17222 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/wal 17:50:28.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "01964b6bcc794bb3b1db443c937ca3ed" 17:50:28.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.564642 17222 fs_report.cc:352] FS layout report 17:50:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/wal 17:50:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/wal 17:50:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/data/data 17:50:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:28.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.584460 17134 raft_consensus.cc:1083] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [term 1 FOLLOWER]: Refusing update from remote peer 39e19e2e1f4b449ca92983964b0c3721: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:28.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.586278 17226 consensus_queue.cc:963] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:28.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.586666 17068 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [term 1 FOLLOWER]: Refusing update from remote peer 39e19e2e1f4b449ca92983964b0c3721: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.588191 17226 consensus_queue.cc:963] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:28.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.620268 17229 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 39e19e2e1f4b449ca92983964b0c3721. Latest consensus state: current_term: 1 leader_uuid: "39e19e2e1f4b449ca92983964b0c3721" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } } 17:50:28.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.620968 17229 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [sys.catalog]: This master's current role is: FOLLOWER 17:50:28.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.631078 17226 sys_catalog.cc:337] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "39e19e2e1f4b449ca92983964b0c3721" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } } 17:50:28.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.631743 17226 sys_catalog.cc:340] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [sys.catalog]: This master's current role is: LEADER 17:50:28.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:28.632061 17113 tablet.cc:1728] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:28.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.637336 17239 catalog_manager.cc:924] Generated new certificate authority record 17:50:28.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.639633 17239 catalog_manager.cc:1046] Loading token signing keys... 17:50:28.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.638986 17229 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "39e19e2e1f4b449ca92983964b0c3721" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } } 17:50:28.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.640178 17229 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3 [sys.catalog]: This master's current role is: FOLLOWER 17:50:28.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.642514 17240 sys_catalog.cc:337] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 39e19e2e1f4b449ca92983964b0c3721. Latest consensus state: current_term: 1 leader_uuid: "39e19e2e1f4b449ca92983964b0c3721" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } } 17:50:28.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.643292 17240 sys_catalog.cc:340] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [sys.catalog]: This master's current role is: FOLLOWER 17:50:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.646628 17226 sys_catalog.cc:337] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "39e19e2e1f4b449ca92983964b0c3721" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } } 17:50:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.647336 17226 sys_catalog.cc:340] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721 [sys.catalog]: This master's current role is: LEADER 17:50:28.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.668110 17239 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 39e19e2e1f4b449ca92983964b0c3721: Generated new TSK 0 17:50:28.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.677175 17240 sys_catalog.cc:337] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "39e19e2e1f4b449ca92983964b0c3721" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7126e1dc7c9b496d9b3424d2eda9d3b3" member_type: VOTER last_known_addr { host: "127.16.158.190" port: 39979 } } peers { permanent_uuid: "ea2905c5d13d4eac9417bd3c6f8fb404" member_type: VOTER last_known_addr { host: "127.16.158.189" port: 58856 } } peers { permanent_uuid: "39e19e2e1f4b449ca92983964b0c3721" member_type: VOTER last_known_addr { host: "127.16.158.188" port: 59630 } } } 17:50:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.677901 17240 sys_catalog.cc:340] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404 [sys.catalog]: This master's current role is: FOLLOWER 17:50:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.903797 17222 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:28.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.908767 17222 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:28.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:28.914397 17222 tablet_server_main.cc:90] Starting tablet server... 17:50:29.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.472265 17232 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3: acquiring CA information for follower catalog manager: success 17:50:29.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.475427 17232 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 7126e1dc7c9b496d9b3424d2eda9d3b3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:29.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.566608 17242 catalog_manager.cc:1082] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404: acquiring CA information for follower catalog manager: success 17:50:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.570036 17242 catalog_manager.cc:1110] T 00000000000000000000000000000000 P ea2905c5d13d4eac9417bd3c6f8fb404: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:29.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.625831 17222 rpc_server.cc:205] RPC server started. Bound to: 127.16.158.129:56274 17:50:29.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.627315 17222 webserver.cc:175] Starting webserver on 127.16.158.129:0 17:50:29.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.627591 17222 webserver.cc:186] Document root disabled 17:50:29.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.635504 17222 webserver.cc:313] Webserver started. Bound to: http://127.16.158.129:33756/ 17:50:29.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.636595 17222 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-0/data/info.pb 17:50:29.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.645896 17018 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 17222 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.647162 17018 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/wal 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/data 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.16.158.130:0 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.16.158.130 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.16.158.130 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.16.158.190:39979,127.16.158.189:58856,127.16.158.188:59630 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/logs 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/data/info.pb 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:29.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.704186 17222 tablet_server_main.cc:93] Tablet server successfully started. 17:50:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.728094 17375 heartbeater.cc:346] Connected to a master server at 127.16.158.188:59630 17:50:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.728449 17375 heartbeater.cc:426] Registering TS with master... 17:50:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.729082 17375 heartbeater.cc:475] Master 127.16.158.188:59630 requested a full tablet report, sending... 17:50:29.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.731616 17188 ts_manager.cc:98] Registered new tserver with Master: 01964b6bcc794bb3b1db443c937ca3ed (127.16.158.129:56274) 17:50:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.734203 17188 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.16.158.129:39922 17:50:29.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.745579 17370 heartbeater.cc:346] Connected to a master server at 127.16.158.190:39979 17:50:29.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.745827 17370 heartbeater.cc:426] Registering TS with master... 17:50:29.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.746181 17370 heartbeater.cc:475] Master 127.16.158.190:39979 requested a full tablet report, sending... 17:50:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.748971 17058 ts_manager.cc:98] Registered new tserver with Master: 01964b6bcc794bb3b1db443c937ca3ed (127.16.158.129:56274) 17:50:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.728888 17371 heartbeater.cc:346] Connected to a master server at 127.16.158.189:58856 17:50:29.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.749876 17371 heartbeater.cc:426] Registering TS with master... 17:50:29.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.750254 17371 heartbeater.cc:475] Master 127.16.158.189:58856 requested a full tablet report, sending... 17:50:29.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.753043 17124 ts_manager.cc:98] Registered new tserver with Master: 01964b6bcc794bb3b1db443c937ca3ed (127.16.158.129:56274) 17:50:29.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:29.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:29.876790 17372 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:29.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:29.877604 17372 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:29.895164 17372 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:29.895905 17372 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.158.130 17:50:29.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.939575 17372 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:29.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/data 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/wal 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.16.158.130:0 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/data/info.pb 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.16.158.130 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.16.158.190:39979,127.16.158.189:58856,127.16.158.188:59630 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.16.158.130 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/logs 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.969482 17372 tablet_server_main.cc:85] Initializing tablet server... 17:50:29.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.972789 17372 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 290064us 17:50:29.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.974169 17372 fs_manager.cc:262] Metadata directory not provided 17:50:29.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.974470 17372 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:29.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.974956 17372 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:29.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.975245 17372 server_base.cc:433] Attempting to create new FS layout instead 17:50:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.980322 17372 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/data/instance: 17:50:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8f69a24a781947dc8f208014ba5aa091" 17:50:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:29.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:29.981700 17372 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/wal/instance: 17:50:29.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8f69a24a781947dc8f208014ba5aa091" 17:50:29.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:30.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.026073 17372 fs_manager.cc:502] Time spent creating directory manager: real 0.044s user 0.016s sys 0.012s 17:50:30.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.028318 17372 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:30.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.029145 17372 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.047544 17372 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.002s sys 0.004s 17:50:30.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.047955 17372 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/wal 17:50:30.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8f69a24a781947dc8f208014ba5aa091" 17:50:30.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:30.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.048504 17372 fs_report.cc:352] FS layout report 17:50:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/wal 17:50:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/wal 17:50:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/data/data 17:50:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:30.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.470942 17372 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:30.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.486286 17372 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.492493 17372 tablet_server_main.cc:90] Starting tablet server... 17:50:30.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.741133 17375 heartbeater.cc:467] Master 127.16.158.188:59630 was elected leader, sending a full tablet report... 17:50:30.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.842247 17372 rpc_server.cc:205] RPC server started. Bound to: 127.16.158.130:32863 17:50:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.843571 17372 webserver.cc:175] Starting webserver on 127.16.158.130:0 17:50:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.843693 17372 webserver.cc:186] Document root disabled 17:50:30.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.845518 17372 webserver.cc:313] Webserver started. Bound to: http://127.16.158.130:53885/ 17:50:30.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.846344 17372 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-1/data/info.pb 17:50:30.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.848155 17018 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 17372 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.849303 17018 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/wal 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/data 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.16.158.131:0 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.16.158.131 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.16.158.131 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.16.158.190:39979,127.16.158.189:58856,127.16.158.188:59630 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/logs 17:50:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/data/info.pb 17:50:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:30.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.897116 17372 tablet_server_main.cc:93] Tablet server successfully started. 17:50:30.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.922008 17503 heartbeater.cc:346] Connected to a master server at 127.16.158.189:58856 17:50:30.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.922374 17503 heartbeater.cc:426] Registering TS with master... 17:50:30.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.922978 17503 heartbeater.cc:475] Master 127.16.158.189:58856 requested a full tablet report, sending... 17:50:30.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.924544 17501 heartbeater.cc:346] Connected to a master server at 127.16.158.190:39979 17:50:30.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.924741 17501 heartbeater.cc:426] Registering TS with master... 17:50:30.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.925181 17501 heartbeater.cc:475] Master 127.16.158.190:39979 requested a full tablet report, sending... 17:50:30.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.925851 17124 ts_manager.cc:98] Registered new tserver with Master: 8f69a24a781947dc8f208014ba5aa091 (127.16.158.130:32863) 17:50:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.928514 17058 ts_manager.cc:98] Registered new tserver with Master: 8f69a24a781947dc8f208014ba5aa091 (127.16.158.130:32863) 17:50:30.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.925712 17506 heartbeater.cc:346] Connected to a master server at 127.16.158.188:59630 17:50:30.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.936230 17506 heartbeater.cc:426] Registering TS with master... 17:50:30.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.936601 17506 heartbeater.cc:475] Master 127.16.158.188:59630 requested a full tablet report, sending... 17:50:30.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.938086 17188 ts_manager.cc:98] Registered new tserver with Master: 8f69a24a781947dc8f208014ba5aa091 (127.16.158.130:32863) 17:50:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:30.939296 17188 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.16.158.130:50918 17:50:31.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:31.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:31.017729 17502 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:31.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:31.018178 17502 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:31.027148 17502 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:31.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:31.027580 17502 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.158.131 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.041793 17502 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/data 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/wal 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.16.158.131:0 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/data/info.pb 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.16.158.131 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.16.158.190:39979,127.16.158.189:58856,127.16.158.188:59630 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.16.158.131 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/logs 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:31.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.057365 17502 tablet_server_main.cc:85] Initializing tablet server... 17:50:31.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.059419 17502 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 291064us 17:50:31.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.059895 17502 fs_manager.cc:262] Metadata directory not provided 17:50:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.060034 17502 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.060322 17502 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.060547 17502 server_base.cc:433] Attempting to create new FS layout instead 17:50:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.063606 17502 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/data/instance: 17:50:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "18536e458251497d82454ad892c11d3b" 17:50:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:31 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.064340 17502 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/wal/instance: 17:50:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "18536e458251497d82454ad892c11d3b" 17:50:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:31 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:31.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.084640 17502 fs_manager.cc:502] Time spent creating directory manager: real 0.020s user 0.008s sys 0.002s 17:50:31.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.085817 17502 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:31.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.086246 17502 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:31.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.093953 17502 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s 17:50:31.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.094084 17502 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/wal 17:50:31.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "18536e458251497d82454ad892c11d3b" 17:50:31.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:31 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:31.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.094593 17502 fs_report.cc:352] FS layout report 17:50:31.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/wal 17:50:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/wal 17:50:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/data/data 17:50:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:31.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.301038 17502 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.304528 17502 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:31.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.305802 17502 tablet_server_main.cc:90] Starting tablet server... 17:50:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.414192 17502 rpc_server.cc:205] RPC server started. Bound to: 127.16.158.131:50573 17:50:31.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.415479 17502 webserver.cc:175] Starting webserver on 127.16.158.131:0 17:50:31.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.415611 17502 webserver.cc:186] Document root disabled 17:50:31.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.417209 17502 webserver.cc:313] Webserver started. Bound to: http://127.16.158.131:52576/ 17:50:31.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.418040 17502 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8955567494413751382/ts-2/data/info.pb 17:50:31.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.427781 17018 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 17502 17:50:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.443451 17502 tablet_server_main.cc:93] Tablet server successfully started. 17:50:31.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.469028 17632 heartbeater.cc:346] Connected to a master server at 127.16.158.190:39979 17:50:31.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.469470 17632 heartbeater.cc:426] Registering TS with master... 17:50:31.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.470628 17632 heartbeater.cc:475] Master 127.16.158.190:39979 requested a full tablet report, sending... 17:50:31.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.473840 17058 ts_manager.cc:98] Registered new tserver with Master: 18536e458251497d82454ad892c11d3b (127.16.158.131:50573) 17:50:31.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.476830 17633 heartbeater.cc:346] Connected to a master server at 127.16.158.189:58856 17:50:31.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.477025 17633 heartbeater.cc:426] Registering TS with master... 17:50:31.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.477360 17633 heartbeater.cc:475] Master 127.16.158.189:58856 requested a full tablet report, sending... 17:50:31.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.479677 17124 ts_manager.cc:98] Registered new tserver with Master: 18536e458251497d82454ad892c11d3b (127.16.158.131:50573) 17:50:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.471738 17635 heartbeater.cc:346] Connected to a master server at 127.16.158.188:59630 17:50:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.484391 17635 heartbeater.cc:426] Registering TS with master... 17:50:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.484789 17635 heartbeater.cc:475] Master 127.16.158.188:59630 requested a full tablet report, sending... 17:50:31.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.486611 17188 ts_manager.cc:98] Registered new tserver with Master: 18536e458251497d82454ad892c11d3b (127.16.158.131:50573) 17:50:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.488363 17188 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.16.158.131:42167 17:50:31.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.493341 17018 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:50:31.494 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:50:31.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.575778 17188 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.16.158.188:44003: 17:50:31.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.626032 17307 tablet_service.cc:759] Processing CreateTablet for tablet a9c21aa31054476d88c1d876005d2483 (table=test [id=cb086aa138e44f8288ff7e654064333a]), partition=RANGE (key) PARTITION VALUES < 50 17:50:31.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.626860 17307 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet a9c21aa31054476d88c1d876005d2483. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:31.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.628963 17438 tablet_service.cc:759] Processing CreateTablet for tablet c2238a78be574ec3a257e65d1a6e1c4a (table=test [id=cb086aa138e44f8288ff7e654064333a]), partition=RANGE (key) PARTITION VALUES >= 50 17:50:31.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.629894 17438 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet c2238a78be574ec3a257e65d1a6e1c4a. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:31.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.638939 17307 ts_tablet_manager.cc:1173] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed: Registered tablet (data state: TABLET_DATA_READY) 17:50:31.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.640491 17705 ts_tablet_manager.cc:1028] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed: Bootstrapping tablet 17:50:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.641155 17705 tablet_bootstrap.cc:438] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed: Bootstrap starting. 17:50:31.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.643806 17705 tablet_bootstrap.cc:592] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed: No blocks or log segments found. Creating new log. 17:50:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.645071 17705 log.cc:525] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed: Log is configured to *not* fsync() on all Append() calls 17:50:31.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.650220 17438 ts_tablet_manager.cc:1173] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091: Registered tablet (data state: TABLET_DATA_READY) 17:50:31.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.651916 17707 ts_tablet_manager.cc:1028] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091: Bootstrapping tablet 17:50:31.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.652680 17707 tablet_bootstrap.cc:438] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091: Bootstrap starting. 17:50:31.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.656426 17707 tablet_bootstrap.cc:592] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091: No blocks or log segments found. Creating new log. 17:50:31.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.657914 17707 log.cc:525] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091: Log is configured to *not* fsync() on all Append() calls 17:50:31.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.660812 17705 tablet_bootstrap.cc:438] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed: No bootstrap required, opened a new log 17:50:31.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.661170 17705 ts_tablet_manager.cc:1045] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed: Time spent bootstrapping tablet: real 0.020s user 0.006s sys 0.000s 17:50:31.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.668964 17707 tablet_bootstrap.cc:438] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091: No bootstrap required, opened a new log 17:50:31.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.669543 17707 ts_tablet_manager.cc:1045] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091: Time spent bootstrapping tablet: real 0.017s user 0.004s sys 0.004s 17:50:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.675437 17705 raft_consensus.cc:325] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "01964b6bcc794bb3b1db443c937ca3ed" member_type: VOTER last_known_addr { host: "127.16.158.129" port: 56274 } } 17:50:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.676213 17705 raft_consensus.cc:351] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.676578 17705 raft_consensus.cc:630] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01964b6bcc794bb3b1db443c937ca3ed, State: Initialized, Role: FOLLOWER 17:50:31.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.677395 17705 consensus_queue.cc:228] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "01964b6bcc794bb3b1db443c937ca3ed" member_type: VOTER last_known_addr { host: "127.16.158.129" port: 56274 } } 17:50:31.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.678104 17705 raft_consensus.cc:365] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:31.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.678457 17705 raft_consensus.cc:457] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:31.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.678848 17705 raft_consensus.cc:2742] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed: Snoozing failure detection for 1.823s (starting election) 17:50:31.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.679165 17705 raft_consensus.cc:2794] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed [term 0 FOLLOWER]: Advancing to term 1 17:50:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.683954 17705 raft_consensus.cc:479] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "01964b6bcc794bb3b1db443c937ca3ed" member_type: VOTER last_known_addr { host: "127.16.158.129" port: 56274 } } 17:50:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.684689 17705 leader_election.cc:278] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:31.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.686900 17709 raft_consensus.cc:2742] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed: Snoozing failure detection for 1.924s (election complete) 17:50:31.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.687211 17709 raft_consensus.cc:2549] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed [term 1 FOLLOWER]: Leader election won for term 1 17:50:31.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.690537 17705 ts_tablet_manager.cc:1073] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed: Time spent starting tablet: real 0.029s user 0.022s sys 0.005s 17:50:31.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.691305 17707 raft_consensus.cc:325] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8f69a24a781947dc8f208014ba5aa091" member_type: VOTER last_known_addr { host: "127.16.158.130" port: 32863 } } 17:50:31.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.691901 17707 raft_consensus.cc:351] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:31.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.692175 17707 raft_consensus.cc:630] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8f69a24a781947dc8f208014ba5aa091, State: Initialized, Role: FOLLOWER 17:50:31.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.692956 17707 consensus_queue.cc:228] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8f69a24a781947dc8f208014ba5aa091" member_type: VOTER last_known_addr { host: "127.16.158.130" port: 32863 } } 17:50:31.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.693274 17709 raft_consensus.cc:595] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed [term 1 LEADER]: Becoming Leader. State: Replica: 01964b6bcc794bb3b1db443c937ca3ed, State: Running, Role: LEADER 17:50:31.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.693397 17707 raft_consensus.cc:365] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:31.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.693686 17707 raft_consensus.cc:457] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:31.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.693683 17709 consensus_queue.cc:205] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "01964b6bcc794bb3b1db443c937ca3ed" member_type: VOTER last_known_addr { host: "127.16.158.129" port: 56274 } } 17:50:31.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.694232 17707 raft_consensus.cc:2742] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091: Snoozing failure detection for 1.876s (starting election) 17:50:31.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.694417 17707 raft_consensus.cc:2794] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091 [term 0 FOLLOWER]: Advancing to term 1 17:50:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.698140 17707 raft_consensus.cc:479] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8f69a24a781947dc8f208014ba5aa091" member_type: VOTER last_known_addr { host: "127.16.158.130" port: 32863 } } 17:50:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.698688 17707 leader_election.cc:278] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:31.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.702491 17188 catalog_manager.cc:3758] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed reported cstate change: term changed from 0 to 1, leader changed from to 01964b6bcc794bb3b1db443c937ca3ed (127.16.158.129). New cstate: current_term: 1 leader_uuid: "01964b6bcc794bb3b1db443c937ca3ed" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "01964b6bcc794bb3b1db443c937ca3ed" member_type: VOTER last_known_addr { host: "127.16.158.129" port: 56274 } health_report { overall_health: HEALTHY } } } 17:50:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:31.703963 17380 tablet.cc:1728] T a9c21aa31054476d88c1d876005d2483 P 01964b6bcc794bb3b1db443c937ca3ed: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.705747 17713 raft_consensus.cc:2742] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091: Snoozing failure detection for 1.789s (election complete) 17:50:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.706035 17713 raft_consensus.cc:2549] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091 [term 1 FOLLOWER]: Leader election won for term 1 17:50:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.712220 17506 heartbeater.cc:467] Master 127.16.158.188:59630 was elected leader, sending a full tablet report... 17:50:31.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.715334 17707 ts_tablet_manager.cc:1073] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091: Time spent starting tablet: real 0.045s user 0.020s sys 0.013s 17:50:31.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.716354 17713 raft_consensus.cc:595] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091 [term 1 LEADER]: Becoming Leader. State: Replica: 8f69a24a781947dc8f208014ba5aa091, State: Running, Role: LEADER 17:50:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.717010 17713 consensus_queue.cc:205] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8f69a24a781947dc8f208014ba5aa091" member_type: VOTER last_known_addr { host: "127.16.158.130" port: 32863 } } 17:50:31.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.729423 17188 catalog_manager.cc:3758] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091 reported cstate change: term changed from 0 to 1, leader changed from to 8f69a24a781947dc8f208014ba5aa091 (127.16.158.130). New cstate: current_term: 1 leader_uuid: "8f69a24a781947dc8f208014ba5aa091" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8f69a24a781947dc8f208014ba5aa091" member_type: VOTER last_known_addr { host: "127.16.158.130" port: 32863 } health_report { overall_health: HEALTHY } } } 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.752846 17188 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.16.158.188:44003: 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:31.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.779165 17569 tablet_service.cc:759] Processing CreateTablet for tablet d617020c76844788909a5fe719670a23 (table=simple-test [id=86c6ee934fcc409fbb4134538a97dde3]), partition=RANGE (key) PARTITION UNBOUNDED 17:50:31.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.779944 17569 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet d617020c76844788909a5fe719670a23. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:31.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.792654 17569 ts_tablet_manager.cc:1173] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b: Registered tablet (data state: TABLET_DATA_READY) 17:50:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.794282 17720 ts_tablet_manager.cc:1028] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b: Bootstrapping tablet 17:50:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.794991 17720 tablet_bootstrap.cc:438] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b: Bootstrap starting. 17:50:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.797951 17720 tablet_bootstrap.cc:592] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b: No blocks or log segments found. Creating new log. 17:50:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.799243 17720 log.cc:525] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b: Log is configured to *not* fsync() on all Append() calls 17:50:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.818743 17720 tablet_bootstrap.cc:438] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b: No bootstrap required, opened a new log 17:50:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.819097 17720 ts_tablet_manager.cc:1045] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b: Time spent bootstrapping tablet: real 0.024s user 0.005s sys 0.002s 17:50:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.830751 17720 raft_consensus.cc:325] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "18536e458251497d82454ad892c11d3b" member_type: VOTER last_known_addr { host: "127.16.158.131" port: 50573 } } 17:50:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.831269 17720 raft_consensus.cc:351] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.831444 17720 raft_consensus.cc:630] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 18536e458251497d82454ad892c11d3b, State: Initialized, Role: FOLLOWER 17:50:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.832010 17720 consensus_queue.cc:228] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "18536e458251497d82454ad892c11d3b" member_type: VOTER last_known_addr { host: "127.16.158.131" port: 50573 } } 17:50:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.833209 17720 raft_consensus.cc:365] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.833415 17720 raft_consensus.cc:457] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.833614 17720 raft_consensus.cc:2742] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b: Snoozing failure detection for 2.108s (starting election) 17:50:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.833791 17720 raft_consensus.cc:2794] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b [term 0 FOLLOWER]: Advancing to term 1 17:50:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.836834 17720 raft_consensus.cc:479] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "18536e458251497d82454ad892c11d3b" member_type: VOTER last_known_addr { host: "127.16.158.131" port: 50573 } } 17:50:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.837302 17720 leader_election.cc:278] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:31.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.838973 17722 raft_consensus.cc:2742] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b: Snoozing failure detection for 1.866s (election complete) 17:50:31.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.839269 17722 raft_consensus.cc:2549] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b [term 1 FOLLOWER]: Leader election won for term 1 17:50:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.841401 17635 heartbeater.cc:467] Master 127.16.158.188:59630 was elected leader, sending a full tablet report... 17:50:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.842356 17722 raft_consensus.cc:595] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b [term 1 LEADER]: Becoming Leader. State: Replica: 18536e458251497d82454ad892c11d3b, State: Running, Role: LEADER 17:50:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.843264 17720 ts_tablet_manager.cc:1073] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b: Time spent starting tablet: real 0.024s user 0.018s sys 0.004s 17:50:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.843363 17722 consensus_queue.cc:205] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "18536e458251497d82454ad892c11d3b" member_type: VOTER last_known_addr { host: "127.16.158.131" port: 50573 } } 17:50:31.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:31.851284 17188 catalog_manager.cc:3758] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b reported cstate change: term changed from 0 to 1, leader changed from to 18536e458251497d82454ad892c11d3b (127.16.158.131). New cstate: current_term: 1 leader_uuid: "18536e458251497d82454ad892c11d3b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "18536e458251497d82454ad892c11d3b" member_type: VOTER last_known_addr { host: "127.16.158.131" port: 50573 } health_report { overall_health: HEALTHY } } } 17:50:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:31.887631 17509 tablet.cc:1728] T c2238a78be574ec3a257e65d1a6e1c4a P 8f69a24a781947dc8f208014ba5aa091: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:31.940984 17637 tablet.cc:1728] T d617020c76844788909a5fe719670a23 P 18536e458251497d82454ad892c11d3b: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:32.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:32.168185 17018 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 17222 17:50:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:32.191674 17102 connection.cc:512] server connection from 127.16.158.129:53727 recv error: Network error: failed to read from TLS socket (remote: 127.16.158.129:53727): Connection reset by peer (error 104) 17:50:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:32.192746 17169 connection.cc:512] server connection from 127.16.158.129:39922 recv error: Network error: failed to read from TLS socket (remote: 127.16.158.129:39922): Connection reset by peer (error 104) 17:50:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:32.192808 17018 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 17372 17:50:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:32.194645 17036 connection.cc:512] server connection from 127.16.158.129:46623 recv error: Network error: failed to read from TLS socket (remote: 127.16.158.129:46623): Connection reset by peer (error 104) 17:50:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:32.212308 17042 connection.cc:512] server connection from 127.16.158.130:53525 recv error: Network error: failed to read from TLS socket (remote: 127.16.158.130:53525): Connection reset by peer (error 104) 17:50:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:32.212287 17102 connection.cc:512] server connection from 127.16.158.130:38658 recv error: Network error: failed to read from TLS socket (remote: 127.16.158.130:38658): Connection reset by peer (error 104) 17:50:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:32.213029 17169 connection.cc:512] server connection from 127.16.158.130:50918 recv error: Network error: failed to read from TLS socket (remote: 127.16.158.130:50918): Connection reset by peer (error 104) 17:50:32.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:32.213739 17018 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 17502 17:50:32.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:32.232292 17018 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 17026 17:50:32.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:32.232309 17034 connection.cc:512] server connection from 127.16.158.131:36553 recv error: Network error: failed to read from TLS socket (remote: 127.16.158.131:36553): Connection reset by peer (error 104) 17:50:32.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:32.232712 17170 connection.cc:512] server connection from 127.16.158.131:42167 recv error: Network error: failed to read from TLS socket (remote: 127.16.158.131:42167): Connection reset by peer (error 104) 17:50:32.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:32.233381 17104 connection.cc:512] server connection from 127.16.158.131:59070 recv error: Network error: failed to read from TLS socket (remote: 127.16.158.131:59070): Connection reset by peer (error 104) 17:50:32.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:32.253522 17018 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 17092 17:50:32.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:32.274796 17018 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 17158 17:50:33.321 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614233321 17:50:33.322 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:50:33.322 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:50:33.323 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:50:33.323 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.539927 17754 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/wal 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/data 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.17.86.190:33216 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.17.86.190 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/logs 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/data/info.pb 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:33.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:33.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:33.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.17.86.190:33216,127.17.86.189:44404,127.17.86.188:43726 with env {} 17:50:33.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:33.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:33.694766 17762 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:33.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:33.695186 17762 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:33.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:33.704283 17762 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:33.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:33.704457 17762 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:33.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:33.704635 17762 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:33.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:33.704840 17762 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.723979 17762 master_main.cc:73] Master server non-default flags: 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/data 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/wal 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.17.86.190:33216,127.17.86.189:44404,127.17.86.188:43726 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.17.86.190:33216 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/data/info.pb 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.17.86.190 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/logs 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:33.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:33.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.739070 17762 master_main.cc:80] Initializing master server... 17:50:33.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.741122 17762 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 292064us 17:50:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.741921 17762 fs_manager.cc:262] Metadata directory not provided 17:50:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.742063 17762 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.742471 17762 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.742595 17762 server_base.cc:433] Attempting to create new FS layout instead 17:50:33.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.746449 17762 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/data/instance: 17:50:33.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "bc29ef73f32b48a498a7aa587a7a0893" 17:50:33.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:33 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:33.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.747309 17762 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/wal/instance: 17:50:33.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "bc29ef73f32b48a498a7aa587a7a0893" 17:50:33.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:33 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:33.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.771126 17762 fs_manager.cc:502] Time spent creating directory manager: real 0.023s user 0.008s sys 0.004s 17:50:33.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.772349 17762 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:33.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.773624 17762 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.782096 17762 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s 17:50:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.782223 17762 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/wal 17:50:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "bc29ef73f32b48a498a7aa587a7a0893" 17:50:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:33 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.782557 17762 fs_report.cc:352] FS layout report 17:50:33.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/wal 17:50:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/wal 17:50:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/data/data 17:50:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:33.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:33.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.942154 17762 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:33.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:33.944653 17762 master_main.cc:83] Starting Master server... 17:50:34.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.032496 17762 rpc_server.cc:205] RPC server started. Bound to: 127.17.86.190:33216 17:50:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.033664 17762 webserver.cc:175] Starting webserver on 127.17.86.190:0 17:50:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.033782 17762 webserver.cc:186] Document root disabled 17:50:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.035822 17762 webserver.cc:313] Webserver started. Bound to: http://127.17.86.190:48568/ 17:50:34.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.036638 17762 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-0/data/info.pb 17:50:34.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.040254 17823 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:34.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.044590 17754 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 17762 17:50:34.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.045742 17754 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:34.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/wal 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/data 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.17.86.189:44404 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.17.86.189 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/logs 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/data/info.pb 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.17.86.190:33216,127.17.86.189:44404,127.17.86.188:43726 with env {} 17:50:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.055413 17823 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } has no permanent_uuid. Determining permanent_uuid... 17:50:34.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.075775 17823 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } has no permanent_uuid. Determining permanent_uuid... 17:50:34.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.077877 17823 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.17.86.189:44404: Network error: Client connection negotiation failed: client connection to 127.17.86.189:44404: connect: Connection refused (error 111) 17:50:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.097236 17823 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } attempt: 1 17:50:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.098469 17823 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.17.86.189:44404: Network error: Client connection negotiation failed: client connection to 127.17.86.189:44404: connect: Connection refused (error 111) 17:50:34.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.146798 17823 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } attempt: 2 17:50:34.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.148092 17823 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.17.86.189:44404: Network error: Client connection negotiation failed: client connection to 127.17.86.189:44404: connect: Connection refused (error 111) 17:50:34.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:34.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.207279 17824 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:34.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.207671 17824 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.216715 17824 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.216838 17824 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:34.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.216969 17824 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:34.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.217114 17824 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.235891 17824 master_main.cc:73] Master server non-default flags: 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/data 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/wal 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.17.86.190:33216,127.17.86.189:44404,127.17.86.188:43726 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.17.86.189:44404 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/data/info.pb 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.17.86.189 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/logs 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:34.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.250931 17824 master_main.cc:80] Initializing master server... 17:50:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.253314 17824 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 292564us 17:50:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.254101 17824 fs_manager.cc:262] Metadata directory not provided 17:50:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.254242 17824 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.254668 17824 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.254792 17824 server_base.cc:433] Attempting to create new FS layout instead 17:50:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.259011 17824 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/data/instance: 17:50:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c8d10d634ea94195bcb89d414317cbfb" 17:50:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.259403 17823 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } attempt: 3 17:50:34.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.259981 17824 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/wal/instance: 17:50:34.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c8d10d634ea94195bcb89d414317cbfb" 17:50:34.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:34.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.260643 17823 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.17.86.189:44404: Network error: Client connection negotiation failed: client connection to 127.17.86.189:44404: connect: Connection refused (error 111) 17:50:34.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.278091 17824 fs_manager.cc:502] Time spent creating directory manager: real 0.018s user 0.008s sys 0.004s 17:50:34.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.279281 17824 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:34.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.280545 17824 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:34.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.289160 17824 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:50:34.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.289285 17824 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/wal 17:50:34.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c8d10d634ea94195bcb89d414317cbfb" 17:50:34.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.289609 17824 fs_report.cc:352] FS layout report 17:50:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/wal 17:50:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/wal 17:50:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/data/data 17:50:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:34.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:34.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.436883 17823 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } attempt: 4 17:50:34.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.438352 17823 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.17.86.189:44404: Network error: Client connection negotiation failed: client connection to 127.17.86.189:44404: connect: Connection refused (error 111) 17:50:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.464850 17824 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:34.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.467298 17824 master_main.cc:83] Starting Master server... 17:50:34.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.554854 17824 rpc_server.cc:205] RPC server started. Bound to: 127.17.86.189:44404 17:50:34.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.555675 17824 webserver.cc:175] Starting webserver on 127.17.86.189:0 17:50:34.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.555771 17824 webserver.cc:186] Document root disabled 17:50:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.557632 17824 webserver.cc:313] Webserver started. Bound to: http://127.17.86.189:38563/ 17:50:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.558702 17824 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-1/data/info.pb 17:50:34.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.560572 17754 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 17824 17:50:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.561285 17754 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/wal 17:50:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/data 17:50:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.17.86.188:43726 17:50:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.17.86.188 17:50:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/logs 17:50:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/data/info.pb 17:50:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.17.86.190:33216,127.17.86.189:44404,127.17.86.188:43726 with env {} 17:50:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.562847 17889 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.576037 17889 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } has no permanent_uuid. Determining permanent_uuid... 17:50:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.595363 17889 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } has no permanent_uuid. Determining permanent_uuid... 17:50:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.607944 17889 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } has no permanent_uuid. Determining permanent_uuid... 17:50:34.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.609738 17889 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.17.86.188:43726: Network error: Client connection negotiation failed: client connection to 127.17.86.188:43726: connect: Connection refused (error 111) 17:50:34.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.629181 17889 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } attempt: 1 17:50:34.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.630589 17889 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.17.86.188:43726: Network error: Client connection negotiation failed: client connection to 127.17.86.188:43726: connect: Connection refused (error 111) 17:50:34.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.678915 17889 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } attempt: 2 17:50:34.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.680142 17889 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.17.86.188:43726: Network error: Client connection negotiation failed: client connection to 127.17.86.188:43726: connect: Connection refused (error 111) 17:50:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.724081 17890 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:34.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.724426 17890 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:34.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.733599 17890 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:34.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.733752 17890 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:34.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.733889 17890 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:34.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.734037 17890 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:34.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.741704 17823 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } attempt: 5 17:50:34.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.751440 17823 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } has no permanent_uuid. Determining permanent_uuid... 17:50:34.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.752701 17823 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.17.86.188:43726: Network error: Client connection negotiation failed: client connection to 127.17.86.188:43726: connect: Connection refused (error 111) 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.756129 17890 master_main.cc:73] Master server non-default flags: 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/data 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/wal 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.17.86.190:33216,127.17.86.189:44404,127.17.86.188:43726 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.17.86.188:43726 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/data/info.pb 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.17.86.188 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/logs 17:50:34.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:34.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:34.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:34.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:34.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:34.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:34.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:34.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:34.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:34.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.771143 17890 master_main.cc:80] Initializing master server... 17:50:34.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.773084 17890 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 292564us 17:50:34.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.773816 17890 fs_manager.cc:262] Metadata directory not provided 17:50:34.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.773959 17890 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:34.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.774255 17890 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:34.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.774376 17890 server_base.cc:433] Attempting to create new FS layout instead 17:50:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.778085 17890 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/data/instance: 17:50:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "be2a47c4a014410ca026cccaad2858f3" 17:50:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:34.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.778872 17890 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/wal/instance: 17:50:34.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "be2a47c4a014410ca026cccaad2858f3" 17:50:34.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:34.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.791079 17823 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } attempt: 1 17:50:34.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.791469 17889 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } attempt: 3 17:50:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.792313 17823 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.17.86.188:43726: Network error: Client connection negotiation failed: client connection to 127.17.86.188:43726: connect: Connection refused (error 111) 17:50:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.792564 17889 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.17.86.188:43726: Network error: Client connection negotiation failed: client connection to 127.17.86.188:43726: connect: Connection refused (error 111) 17:50:34.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.807488 17890 fs_manager.cc:502] Time spent creating directory manager: real 0.028s user 0.009s sys 0.004s 17:50:34.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.808742 17890 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:34.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.809942 17890 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.818184 17890 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:50:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.818312 17890 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/wal 17:50:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "be2a47c4a014410ca026cccaad2858f3" 17:50:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.818590 17890 fs_report.cc:352] FS layout report 17:50:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/wal 17:50:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/wal 17:50:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/data/data 17:50:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:34.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.840679 17823 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } attempt: 2 17:50:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.842108 17823 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.17.86.188:43726: Network error: Client connection negotiation failed: client connection to 127.17.86.188:43726: connect: Connection refused (error 111) 17:50:34.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.942418 17823 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } attempt: 3 17:50:34.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.943984 17823 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.17.86.188:43726: Network error: Client connection negotiation failed: client connection to 127.17.86.188:43726: connect: Connection refused (error 111) 17:50:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:34.968875 17889 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } attempt: 4 17:50:34.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:34.970104 17889 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.17.86.188:43726: Network error: Client connection negotiation failed: client connection to 127.17.86.188:43726: connect: Connection refused (error 111) 17:50:35.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.008330 17890 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:35.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.010746 17890 master_main.cc:83] Starting Master server... 17:50:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.084754 17823 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } attempt: 4 17:50:35.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:35.086206 17823 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.17.86.188:43726: Network error: Client connection negotiation failed: client connection to 127.17.86.188:43726: connect: Connection refused (error 111) 17:50:35.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.099491 17890 rpc_server.cc:205] RPC server started. Bound to: 127.17.86.188:43726 17:50:35.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.100358 17890 webserver.cc:175] Starting webserver on 127.17.86.188:0 17:50:35.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.100553 17890 webserver.cc:186] Document root disabled 17:50:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.102447 17890 webserver.cc:313] Webserver started. Bound to: http://127.17.86.188:57212/ 17:50:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.103186 17890 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/master-2/data/info.pb 17:50:35.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.106815 17954 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.108657 17754 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 17890 17:50:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.110033 17754 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/wal 17:50:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/data 17:50:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.17.86.129:0 17:50:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.17.86.129 17:50:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.17.86.129 17:50:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.17.86.190:33216,127.17.86.189:44404,127.17.86.188:43726 17:50:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/logs 17:50:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/data/info.pb 17:50:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:35.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.122344 17954 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } has no permanent_uuid. Determining permanent_uuid... 17:50:35.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.142712 17954 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } has no permanent_uuid. Determining permanent_uuid... 17:50:35.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.149077 17954 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } has no permanent_uuid. Determining permanent_uuid... 17:50:35.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.164836 17954 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3: Bootstrap starting. 17:50:35.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.167261 17954 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3: No blocks or log segments found. Creating new log. 17:50:35.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.168754 17954 log.cc:525] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3: Log is configured to *not* fsync() on all Append() calls 17:50:35.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.176673 17954 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3: No bootstrap required, opened a new log 17:50:35.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.187206 17954 raft_consensus.cc:325] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } 17:50:35.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.187794 17954 raft_consensus.cc:351] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:35.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.188053 17954 raft_consensus.cc:630] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: be2a47c4a014410ca026cccaad2858f3, State: Initialized, Role: FOLLOWER 17:50:35.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.188611 17954 consensus_queue.cc:228] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } 17:50:35.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.192008 17954 sys_catalog.cc:337] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } } 17:50:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.192759 17954 sys_catalog.cc:340] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [sys.catalog]: This master's current role is: FOLLOWER 17:50:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.194501 17954 sys_catalog.cc:424] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [sys.catalog]: configured and running, proceeding with master startup. 17:50:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.192766 17960 sys_catalog.cc:337] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } } 17:50:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.261055 17960 sys_catalog.cc:340] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [sys.catalog]: This master's current role is: FOLLOWER 17:50:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.263360 17890 master_main.cc:86] Master server successfully started. 17:50:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:35.263765 17910 tablet.cc:1728] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:35.268618 17961 catalog_manager.cc:1084] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:35.268879 17961 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.273447 17889 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } attempt: 5 17:50:35.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:35.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:35.283955 17955 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:35.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:35.284426 17955 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:35.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.290066 17889 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb: Bootstrap starting. 17:50:35.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:35.292971 17955 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:35.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:35.293332 17955 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.86.129 17:50:35.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.293460 17889 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb: No blocks or log segments found. Creating new log. 17:50:35.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.295331 17889 log.cc:525] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb: Log is configured to *not* fsync() on all Append() calls 17:50:35.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.309011 17889 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb: No bootstrap required, opened a new log 17:50:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.324234 17889 raft_consensus.cc:325] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } 17:50:35.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.324719 17889 raft_consensus.cc:351] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.324903 17889 raft_consensus.cc:630] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c8d10d634ea94195bcb89d414317cbfb, State: Initialized, Role: FOLLOWER 17:50:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.325534 17889 consensus_queue.cc:228] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.325717 17955 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/data 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/wal 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.17.86.129:0 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/data/info.pb 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.17.86.129 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.17.86.190:33216,127.17.86.189:44404,127.17.86.188:43726 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.17.86.129 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/logs 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:35.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:35.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.338692 17889 sys_catalog.cc:337] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } } 17:50:35.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.339092 17889 sys_catalog.cc:340] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [sys.catalog]: This master's current role is: FOLLOWER 17:50:35.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.339757 17968 sys_catalog.cc:337] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } } 17:50:35.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.340493 17968 sys_catalog.cc:340] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [sys.catalog]: This master's current role is: FOLLOWER 17:50:35.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.351500 17823 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } attempt: 5 17:50:35.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.355278 17955 tablet_server_main.cc:85] Initializing tablet server... 17:50:35.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.359675 17955 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 293064us 17:50:35.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.361377 17955 fs_manager.cc:262] Metadata directory not provided 17:50:35.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.361646 17955 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:35.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.362099 17955 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:35.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.362346 17955 server_base.cc:433] Attempting to create new FS layout instead 17:50:35.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.365823 17823 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893: Bootstrap starting. 17:50:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.368052 17955 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/data/instance: 17:50:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a1945e0cdde94f7ca8f4241b34a8bceb" 17:50:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:35.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.369326 17955 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/wal/instance: 17:50:35.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a1945e0cdde94f7ca8f4241b34a8bceb" 17:50:35.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:35.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.370427 17823 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893: No blocks or log segments found. Creating new log. 17:50:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.372191 17823 log.cc:525] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893: Log is configured to *not* fsync() on all Append() calls 17:50:35.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.393445 17823 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893: No bootstrap required, opened a new log 17:50:35.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.340215 17889 sys_catalog.cc:424] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [sys.catalog]: configured and running, proceeding with master startup. 17:50:35.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.412683 17823 raft_consensus.cc:325] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } 17:50:35.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.413480 17823 raft_consensus.cc:351] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:35.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.413779 17823 raft_consensus.cc:630] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc29ef73f32b48a498a7aa587a7a0893, State: Initialized, Role: FOLLOWER 17:50:35.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.414520 17823 consensus_queue.cc:228] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } 17:50:35.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.418274 17955 fs_manager.cc:502] Time spent creating directory manager: real 0.048s user 0.011s sys 0.013s 17:50:35.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.419608 17824 master_main.cc:86] Master server successfully started. 17:50:35.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.420241 17955 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.421658 17955 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:35.424970 17971 catalog_manager.cc:1084] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:35.425200 17971 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:35.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.426789 17823 sys_catalog.cc:337] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } } 17:50:35.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.429705 17823 sys_catalog.cc:340] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [sys.catalog]: This master's current role is: FOLLOWER 17:50:35.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.431468 17823 sys_catalog.cc:424] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [sys.catalog]: configured and running, proceeding with master startup. 17:50:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.441463 17955 fs_manager.cc:418] Time spent opening block manager: real 0.008s user 0.000s sys 0.006s 17:50:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.441787 17955 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/wal 17:50:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "a1945e0cdde94f7ca8f4241b34a8bceb" 17:50:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.442314 17955 fs_report.cc:352] FS layout report 17:50:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/wal 17:50:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/wal 17:50:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/data/data 17:50:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:35.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:35.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:35.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:35.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:35.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:35.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.457427 17968 raft_consensus.cc:457] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:50:35.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.457731 17968 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb: Snoozing failure detection for 1.767s (starting election) 17:50:35.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.458015 17968 raft_consensus.cc:479] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } 17:50:35.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.459295 17968 leader_election.cc:251] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer bc29ef73f32b48a498a7aa587a7a0893 (127.17.86.190:33216) 17:50:35.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.460325 17968 leader_election.cc:251] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer be2a47c4a014410ca026cccaad2858f3 (127.17.86.188:43726) 17:50:35.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.461870 17931 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c8d10d634ea94195bcb89d414317cbfb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be2a47c4a014410ca026cccaad2858f3" is_pre_election: true 17:50:35.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.462508 17931 raft_consensus.cc:2742] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3: Snoozing failure detection for 1.901s (vote granted) 17:50:35.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.462774 17931 raft_consensus.cc:2255] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c8d10d634ea94195bcb89d414317cbfb in term 0. 17:50:35.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.465644 17840 leader_election.cc:387] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [CANDIDATE]: Term 1 pre-election: Vote granted by peer be2a47c4a014410ca026cccaad2858f3 (127.17.86.188:43726) 17:50:35.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.465950 17840 leader_election.cc:278] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:50:35.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.467267 17968 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb: Snoozing failure detection for 1.767s (election complete) 17:50:35.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.467525 17968 raft_consensus.cc:2549] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [term 0 FOLLOWER]: Leader pre-election won for term 1 17:50:35.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.467752 17968 raft_consensus.cc:457] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:50:35.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.467967 17968 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb: Snoozing failure detection for 2.242s (starting election) 17:50:35.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.468176 17968 raft_consensus.cc:2794] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [term 0 FOLLOWER]: Advancing to term 1 17:50:35.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:35.473798 17845 tablet.cc:1728] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.484485 17968 raft_consensus.cc:479] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } 17:50:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.485755 17968 leader_election.cc:251] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [CANDIDATE]: Term 1 election: Requesting vote from peer bc29ef73f32b48a498a7aa587a7a0893 (127.17.86.190:33216) 17:50:35.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.486286 17968 leader_election.cc:251] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [CANDIDATE]: Term 1 election: Requesting vote from peer be2a47c4a014410ca026cccaad2858f3 (127.17.86.188:43726) 17:50:35.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.487609 17931 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c8d10d634ea94195bcb89d414317cbfb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be2a47c4a014410ca026cccaad2858f3" 17:50:35.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.488059 17931 raft_consensus.cc:2794] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [term 0 FOLLOWER]: Advancing to term 1 17:50:35.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.488317 17931 raft_consensus.cc:2742] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3: Snoozing failure detection for 1.961s (vote granted) 17:50:35.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.494140 17931 raft_consensus.cc:2255] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c8d10d634ea94195bcb89d414317cbfb in term 1. 17:50:35.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.497489 17840 leader_election.cc:387] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [CANDIDATE]: Term 1 election: Vote granted by peer be2a47c4a014410ca026cccaad2858f3 (127.17.86.188:43726) 17:50:35.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.497807 17840 leader_election.cc:278] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:35.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.498344 17968 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb: Snoozing failure detection for 1.908s (election complete) 17:50:35.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.498611 17968 raft_consensus.cc:2549] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [term 1 FOLLOWER]: Leader election won for term 1 17:50:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.498944 17968 raft_consensus.cc:595] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [term 1 LEADER]: Becoming Leader. State: Replica: c8d10d634ea94195bcb89d414317cbfb, State: Running, Role: LEADER 17:50:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.499543 17968 consensus_queue.cc:205] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } 17:50:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.518007 17977 sys_catalog.cc:337] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [sys.catalog]: SysCatalogTable state changed. Reason: New leader c8d10d634ea94195bcb89d414317cbfb. Latest consensus state: current_term: 1 leader_uuid: "c8d10d634ea94195bcb89d414317cbfb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } } 17:50:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.518676 17977 sys_catalog.cc:340] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [sys.catalog]: This master's current role is: LEADER 17:50:35.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.530580 17982 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:50:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.534721 17982 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:50:35.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.429849 17973 sys_catalog.cc:337] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } } 17:50:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.610641 17973 sys_catalog.cc:340] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [sys.catalog]: This master's current role is: FOLLOWER 17:50:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.610966 17973 raft_consensus.cc:457] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:50:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.611219 17973 raft_consensus.cc:2742] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893: Snoozing failure detection for 2.205s (starting election) 17:50:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.611554 17973 raft_consensus.cc:479] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } 17:50:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.612725 17973 leader_election.cc:251] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer c8d10d634ea94195bcb89d414317cbfb (127.17.86.189:44404) 17:50:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.613327 17973 leader_election.cc:251] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer be2a47c4a014410ca026cccaad2858f3 (127.17.86.188:43726) 17:50:35.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.615890 17931 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bc29ef73f32b48a498a7aa587a7a0893" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be2a47c4a014410ca026cccaad2858f3" is_pre_election: true 17:50:35.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.616505 17931 raft_consensus.cc:2185] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate bc29ef73f32b48a498a7aa587a7a0893 in current term 1: Already voted for candidate c8d10d634ea94195bcb89d414317cbfb in this term. 17:50:35.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.617489 17774 leader_election.cc:401] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [CANDIDATE]: Term 1 pre-election: Vote denied by peer be2a47c4a014410ca026cccaad2858f3 (127.17.86.188:43726). Message: Invalid argument: T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate bc29ef73f32b48a498a7aa587a7a0893 in current term 1: Already voted for candidate c8d10d634ea94195bcb89d414317cbfb in this term. 17:50:35.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.626139 17931 raft_consensus.cc:1083] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [term 1 FOLLOWER]: Refusing update from remote peer c8d10d634ea94195bcb89d414317cbfb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:35.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.627396 17968 consensus_queue.cc:963] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [LEADER]: Connected to new peer: Peer: permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:35.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.658507 17960 sys_catalog.cc:337] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c8d10d634ea94195bcb89d414317cbfb. Latest consensus state: current_term: 1 leader_uuid: "c8d10d634ea94195bcb89d414317cbfb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } } 17:50:35.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.659198 17960 sys_catalog.cc:340] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [sys.catalog]: This master's current role is: FOLLOWER 17:50:35.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.664032 17968 sys_catalog.cc:337] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c8d10d634ea94195bcb89d414317cbfb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } } 17:50:35.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.664656 17968 sys_catalog.cc:340] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [sys.catalog]: This master's current role is: LEADER 17:50:35.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.664945 17982 catalog_manager.cc:924] Generated new certificate authority record 17:50:35.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.667202 17982 catalog_manager.cc:1046] Loading token signing keys... 17:50:35.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.666807 17960 sys_catalog.cc:337] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c8d10d634ea94195bcb89d414317cbfb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } } 17:50:35.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.667414 17960 sys_catalog.cc:340] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3 [sys.catalog]: This master's current role is: FOLLOWER 17:50:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.699436 17982 catalog_manager.cc:4062] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb: Generated new TSK 0 17:50:35.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:35.448511 17779 tablet.cc:1728] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:35.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.708485 17975 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:50:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.711014 17762 master_main.cc:86] Master server successfully started. 17:50:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.709074 17800 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c8d10d634ea94195bcb89d414317cbfb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc29ef73f32b48a498a7aa587a7a0893" is_pre_election: true 17:50:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.709475 17799 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c8d10d634ea94195bcb89d414317cbfb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc29ef73f32b48a498a7aa587a7a0893" 17:50:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.711390 17800 raft_consensus.cc:2742] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893: Snoozing failure detection for 1.672s (vote granted) 17:50:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.711685 17800 raft_consensus.cc:2255] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c8d10d634ea94195bcb89d414317cbfb in term 0. 17:50:35.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.712146 17799 raft_consensus.cc:2230] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate c8d10d634ea94195bcb89d414317cbfb for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:35.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.714529 17799 raft_consensus.cc:2794] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [term 0 FOLLOWER]: Advancing to term 1 17:50:35.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.715265 17866 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bc29ef73f32b48a498a7aa587a7a0893" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c8d10d634ea94195bcb89d414317cbfb" is_pre_election: true 17:50:35.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.715915 17866 raft_consensus.cc:2216] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate bc29ef73f32b48a498a7aa587a7a0893 for term 1 because replica is either leader or believes a valid leader to be alive. 17:50:35.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.717023 17838 leader_election.cc:387] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [CANDIDATE]: Term 1 pre-election: Vote granted by peer bc29ef73f32b48a498a7aa587a7a0893 (127.17.86.190:33216) 17:50:35.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.717784 17838 leader_election.cc:401] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [CANDIDATE]: Term 1 election: Vote denied by peer bc29ef73f32b48a498a7aa587a7a0893 (127.17.86.190:33216). Message: Service unavailable: T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate c8d10d634ea94195bcb89d414317cbfb for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.719096 17771 leader_election.cc:401] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [CANDIDATE]: Term 1 pre-election: Vote denied by peer c8d10d634ea94195bcb89d414317cbfb (127.17.86.189:44404). Message: Invalid argument: T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate bc29ef73f32b48a498a7aa587a7a0893 for term 1 because replica is either leader or believes a valid leader to be alive. 17:50:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.719547 17771 leader_election.cc:278] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:50:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.720428 17799 raft_consensus.cc:1083] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [term 1 FOLLOWER]: Refusing update from remote peer c8d10d634ea94195bcb89d414317cbfb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:35.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.720896 17984 raft_consensus.cc:2742] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893: Snoozing failure detection for 1.958s (election complete) 17:50:35.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.721305 17984 raft_consensus.cc:2497] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:50:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.722165 17977 consensus_queue.cc:963] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [LEADER]: Connected to new peer: Peer: permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:35.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.773176 17984 sys_catalog.cc:337] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c8d10d634ea94195bcb89d414317cbfb. Latest consensus state: current_term: 1 leader_uuid: "c8d10d634ea94195bcb89d414317cbfb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } } 17:50:35.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.774283 17984 sys_catalog.cc:340] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [sys.catalog]: This master's current role is: FOLLOWER 17:50:35.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.775200 17973 sys_catalog.cc:337] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c8d10d634ea94195bcb89d414317cbfb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } } 17:50:35.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.775974 17973 sys_catalog.cc:340] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893 [sys.catalog]: This master's current role is: FOLLOWER 17:50:35.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.836117 17955 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:35.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.841069 17955 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:35.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:35.843801 17955 tablet_server_main.cc:90] Starting tablet server... 17:50:36.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.189330 17955 rpc_server.cc:205] RPC server started. Bound to: 127.17.86.129:47101 17:50:36.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.191097 17955 webserver.cc:175] Starting webserver on 127.17.86.129:0 17:50:36.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.191407 17955 webserver.cc:186] Document root disabled 17:50:36.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.193469 17955 webserver.cc:313] Webserver started. Bound to: http://127.17.86.129:40084/ 17:50:36.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.194605 17955 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-0/data/info.pb 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.202627 17754 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 17955 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.203759 17754 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/wal 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/data 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.17.86.130:0 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.17.86.130 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.17.86.130 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.17.86.190:33216,127.17.86.189:44404,127.17.86.188:43726 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/logs 17:50:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/data/info.pb 17:50:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:36.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.246521 17955 tablet_server_main.cc:93] Tablet server successfully started. 17:50:36.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.256808 17977 sys_catalog.cc:337] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c8d10d634ea94195bcb89d414317cbfb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bc29ef73f32b48a498a7aa587a7a0893" member_type: VOTER last_known_addr { host: "127.17.86.190" port: 33216 } } peers { permanent_uuid: "c8d10d634ea94195bcb89d414317cbfb" member_type: VOTER last_known_addr { host: "127.17.86.189" port: 44404 } } peers { permanent_uuid: "be2a47c4a014410ca026cccaad2858f3" member_type: VOTER last_known_addr { host: "127.17.86.188" port: 43726 } } } 17:50:36.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.257513 17977 sys_catalog.cc:340] T 00000000000000000000000000000000 P c8d10d634ea94195bcb89d414317cbfb [sys.catalog]: This master's current role is: LEADER 17:50:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.270324 18105 heartbeater.cc:346] Connected to a master server at 127.17.86.189:44404 17:50:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.270654 18105 heartbeater.cc:426] Registering TS with master... 17:50:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.271237 18105 heartbeater.cc:475] Master 127.17.86.189:44404 requested a full tablet report, sending... 17:50:36.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.273694 17856 ts_manager.cc:98] Registered new tserver with Master: a1945e0cdde94f7ca8f4241b34a8bceb (127.17.86.129:47101) 17:50:36.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.274715 17961 catalog_manager.cc:1082] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3: acquiring CA information for follower catalog manager: success 17:50:36.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.276044 17856 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.17.86.129:33172 17:50:36.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.278694 17961 catalog_manager.cc:1110] T 00000000000000000000000000000000 P be2a47c4a014410ca026cccaad2858f3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.280743 18111 heartbeater.cc:346] Connected to a master server at 127.17.86.188:43726 17:50:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.280936 18111 heartbeater.cc:426] Registering TS with master... 17:50:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.281255 18111 heartbeater.cc:475] Master 127.17.86.188:43726 requested a full tablet report, sending... 17:50:36.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.284016 17921 ts_manager.cc:98] Registered new tserver with Master: a1945e0cdde94f7ca8f4241b34a8bceb (127.17.86.129:47101) 17:50:36.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.289947 18104 heartbeater.cc:346] Connected to a master server at 127.17.86.190:33216 17:50:36.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.290202 18104 heartbeater.cc:426] Registering TS with master... 17:50:36.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.290582 18104 heartbeater.cc:475] Master 127.17.86.190:33216 requested a full tablet report, sending... 17:50:36.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.293076 17790 ts_manager.cc:98] Registered new tserver with Master: a1945e0cdde94f7ca8f4241b34a8bceb (127.17.86.129:47101) 17:50:36.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:36.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:36.444003 18108 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:36.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:36.444576 18108 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:36.461179 18108 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:36.461820 18108 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.86.130 17:50:36.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.507724 18108 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/data 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/wal 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.17.86.130:0 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/data/info.pb 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.17.86.130 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.17.86.190:33216,127.17.86.189:44404,127.17.86.188:43726 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.17.86.130 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/logs 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:36.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.536598 18108 tablet_server_main.cc:85] Initializing tablet server... 17:50:36.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.539737 18108 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 293564us 17:50:36.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.540583 18108 fs_manager.cc:262] Metadata directory not provided 17:50:36.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.540864 18108 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:36.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.541426 18108 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:36.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.541707 18108 server_base.cc:433] Attempting to create new FS layout instead 17:50:36.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.546631 18108 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/data/instance: 17:50:36.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5d480cf3018748f0aad520afdd6320ab" 17:50:36.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:36 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:36.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.547868 18108 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/wal/instance: 17:50:36.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5d480cf3018748f0aad520afdd6320ab" 17:50:36.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:36 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:36.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.595712 18108 fs_manager.cc:502] Time spent creating directory manager: real 0.047s user 0.012s sys 0.008s 17:50:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.597888 18108 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.598701 18108 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.612198 18108 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:50:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.612529 18108 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/wal 17:50:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5d480cf3018748f0aad520afdd6320ab" 17:50:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:36 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:36.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.613581 18108 fs_report.cc:352] FS layout report 17:50:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/wal 17:50:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/wal 17:50:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/data/data 17:50:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:36.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.725431 17975 catalog_manager.cc:1082] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893: acquiring CA information for follower catalog manager: success 17:50:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.733675 17975 catalog_manager.cc:1110] T 00000000000000000000000000000000 P bc29ef73f32b48a498a7aa587a7a0893: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:36.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.860349 18108 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:36.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.869514 18108 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:36.875777 18108 tablet_server_main.cc:90] Starting tablet server... 17:50:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.280833 18105 heartbeater.cc:467] Master 127.17.86.189:44404 was elected leader, sending a full tablet report... 17:50:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.327030 18108 rpc_server.cc:205] RPC server started. Bound to: 127.17.86.130:44475 17:50:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.328219 18108 webserver.cc:175] Starting webserver on 127.17.86.130:0 17:50:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.328351 18108 webserver.cc:186] Document root disabled 17:50:37.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.330281 18108 webserver.cc:313] Webserver started. Bound to: http://127.17.86.130:40387/ 17:50:37.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.331146 18108 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-1/data/info.pb 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.334338 17754 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 18108 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.335456 17754 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/wal 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/data 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.17.86.131:0 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.17.86.131 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.17.86.131 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.17.86.190:33216,127.17.86.189:44404,127.17.86.188:43726 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/logs 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/data/info.pb 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:37.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.404614 18108 tablet_server_main.cc:93] Tablet server successfully started. 17:50:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.425467 18243 heartbeater.cc:346] Connected to a master server at 127.17.86.189:44404 17:50:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.425787 18243 heartbeater.cc:426] Registering TS with master... 17:50:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.426465 18243 heartbeater.cc:475] Master 127.17.86.189:44404 requested a full tablet report, sending... 17:50:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.428541 17856 ts_manager.cc:98] Registered new tserver with Master: 5d480cf3018748f0aad520afdd6320ab (127.17.86.130:44475) 17:50:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.429913 18249 heartbeater.cc:346] Connected to a master server at 127.17.86.188:43726 17:50:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.430151 18249 heartbeater.cc:426] Registering TS with master... 17:50:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.430265 17856 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.17.86.130:35942 17:50:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.430645 18249 heartbeater.cc:475] Master 127.17.86.188:43726 requested a full tablet report, sending... 17:50:37.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.433085 17921 ts_manager.cc:98] Registered new tserver with Master: 5d480cf3018748f0aad520afdd6320ab (127.17.86.130:44475) 17:50:37.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.439986 18242 heartbeater.cc:346] Connected to a master server at 127.17.86.190:33216 17:50:37.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.440217 18242 heartbeater.cc:426] Registering TS with master... 17:50:37.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.440573 18242 heartbeater.cc:475] Master 127.17.86.190:33216 requested a full tablet report, sending... 17:50:37.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.442721 17790 ts_manager.cc:98] Registered new tserver with Master: 5d480cf3018748f0aad520afdd6320ab (127.17.86.130:44475) 17:50:37.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:37.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:37.497922 18246 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:37.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:37.498371 18246 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:37.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:37.507432 18246 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:37.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:37.507845 18246 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.86.131 17:50:37.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.524313 18246 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:37.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/data 17:50:37.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/wal 17:50:37.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:37.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.17.86.131:0 17:50:37.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:37.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:37.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:37.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/data/info.pb 17:50:37.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.17.86.131 17:50:37.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:37.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.17.86.190:33216,127.17.86.189:44404,127.17.86.188:43726 17:50:37.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.17.86.131 17:50:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/logs 17:50:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:37.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.540184 18246 tablet_server_main.cc:85] Initializing tablet server... 17:50:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.542196 18246 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 294064us 17:50:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.542688 18246 fs_manager.cc:262] Metadata directory not provided 17:50:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.542824 18246 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.543162 18246 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.543290 18246 server_base.cc:433] Attempting to create new FS layout instead 17:50:37.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.546473 18246 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/data/instance: 17:50:37.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "295f1212cff34639891ef91cdcfa5224" 17:50:37.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:37 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:37.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.547212 18246 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/wal/instance: 17:50:37.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "295f1212cff34639891ef91cdcfa5224" 17:50:37.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:37 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:37.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.602094 18246 fs_manager.cc:502] Time spent creating directory manager: real 0.054s user 0.009s sys 0.001s 17:50:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.603302 18246 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.603801 18246 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:37.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.611526 18246 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s 17:50:37.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.611654 18246 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/wal 17:50:37.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "295f1212cff34639891ef91cdcfa5224" 17:50:37.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:37 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.611918 18246 fs_report.cc:352] FS layout report 17:50:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/wal 17:50:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/wal 17:50:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/data/data 17:50:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:37.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.783932 18246 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.787809 18246 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:37.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.789274 18246 tablet_server_main.cc:90] Starting tablet server... 17:50:37.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.959309 18246 rpc_server.cc:205] RPC server started. Bound to: 127.17.86.131:54465 17:50:37.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.960857 18246 webserver.cc:175] Starting webserver on 127.17.86.131:0 17:50:37.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.960979 18246 webserver.cc:186] Document root disabled 17:50:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.962740 18246 webserver.cc:313] Webserver started. Bound to: http://127.17.86.131:47853/ 17:50:37.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.963542 18246 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2048930513151281163/ts-2/data/info.pb 17:50:37.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.970917 17754 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 18246 17:50:37.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:37.993423 18246 tablet_server_main.cc:93] Tablet server successfully started. 17:50:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.041142 18373 heartbeater.cc:346] Connected to a master server at 127.17.86.190:33216 17:50:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.041606 18373 heartbeater.cc:426] Registering TS with master... 17:50:38.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.042820 18374 heartbeater.cc:346] Connected to a master server at 127.17.86.189:44404 17:50:38.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.043056 18374 heartbeater.cc:426] Registering TS with master... 17:50:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.043686 18374 heartbeater.cc:475] Master 127.17.86.189:44404 requested a full tablet report, sending... 17:50:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.046528 17856 ts_manager.cc:98] Registered new tserver with Master: 295f1212cff34639891ef91cdcfa5224 (127.17.86.131:54465) 17:50:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.047767 18377 heartbeater.cc:346] Connected to a master server at 127.17.86.188:43726 17:50:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.047983 18377 heartbeater.cc:426] Registering TS with master... 17:50:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.048261 17856 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.17.86.131:33655 17:50:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.048403 18377 heartbeater.cc:475] Master 127.17.86.188:43726 requested a full tablet report, sending... 17:50:38.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.050735 17921 ts_manager.cc:98] Registered new tserver with Master: 295f1212cff34639891ef91cdcfa5224 (127.17.86.131:54465) 17:50:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.043195 18373 heartbeater.cc:475] Master 127.17.86.190:33216 requested a full tablet report, sending... 17:50:38.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.058298 17789 ts_manager.cc:98] Registered new tserver with Master: 295f1212cff34639891ef91cdcfa5224 (127.17.86.131:54465) 17:50:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.061516 17754 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:50:38.062 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:50:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.159842 17856 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.17.86.189:34740: 17:50:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:50:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:50:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:50:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:50:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:50:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.228368 18309 tablet_service.cc:759] Processing CreateTablet for tablet f4648d2f83754a67a6fa7ddeecfdd965 (table=test [id=a17acbe9a2a44449a81a7f095e9f234a]), partition=RANGE (key) PARTITION VALUES < 50 17:50:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.229630 18309 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet f4648d2f83754a67a6fa7ddeecfdd965. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.230063 18179 tablet_service.cc:759] Processing CreateTablet for tablet a044f50ebba948349ade475956241eba (table=test [id=a17acbe9a2a44449a81a7f095e9f234a]), partition=RANGE (key) PARTITION VALUES >= 50 17:50:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.231436 18179 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet a044f50ebba948349ade475956241eba. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.251353 18309 ts_tablet_manager.cc:1173] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224: Registered tablet (data state: TABLET_DATA_READY) 17:50:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.251792 18179 ts_tablet_manager.cc:1173] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab: Registered tablet (data state: TABLET_DATA_READY) 17:50:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.253696 18448 ts_tablet_manager.cc:1028] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab: Bootstrapping tablet 17:50:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.254530 18448 tablet_bootstrap.cc:438] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab: Bootstrap starting. 17:50:38.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.255882 18449 ts_tablet_manager.cc:1028] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224: Bootstrapping tablet 17:50:38.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.256826 18449 tablet_bootstrap.cc:438] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224: Bootstrap starting. 17:50:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.258657 18448 tablet_bootstrap.cc:592] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab: No blocks or log segments found. Creating new log. 17:50:38.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.259841 18449 tablet_bootstrap.cc:592] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224: No blocks or log segments found. Creating new log. 17:50:38.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.260608 18448 log.cc:525] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab: Log is configured to *not* fsync() on all Append() calls 17:50:38.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.261986 18449 log.cc:525] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224: Log is configured to *not* fsync() on all Append() calls 17:50:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.267076 18449 tablet_bootstrap.cc:438] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224: No bootstrap required, opened a new log 17:50:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.267395 18449 ts_tablet_manager.cc:1045] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224: Time spent bootstrapping tablet: real 0.011s user 0.004s sys 0.003s 17:50:38.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.276278 18448 tablet_bootstrap.cc:438] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab: No bootstrap required, opened a new log 17:50:38.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.276690 18448 ts_tablet_manager.cc:1045] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab: Time spent bootstrapping tablet: real 0.023s user 0.005s sys 0.008s 17:50:38.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.278816 18449 raft_consensus.cc:325] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "295f1212cff34639891ef91cdcfa5224" member_type: VOTER last_known_addr { host: "127.17.86.131" port: 54465 } } 17:50:38.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.279314 18449 raft_consensus.cc:351] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:38.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.279537 18449 raft_consensus.cc:630] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 295f1212cff34639891ef91cdcfa5224, State: Initialized, Role: FOLLOWER 17:50:38.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.280246 18449 consensus_queue.cc:228] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "295f1212cff34639891ef91cdcfa5224" member_type: VOTER last_known_addr { host: "127.17.86.131" port: 54465 } } 17:50:38.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.280828 18449 raft_consensus.cc:365] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:38.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.281438 18449 raft_consensus.cc:457] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:38.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.281788 18449 raft_consensus.cc:2742] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224: Snoozing failure detection for 2.083s (starting election) 17:50:38.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.282258 18449 raft_consensus.cc:2794] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224 [term 0 FOLLOWER]: Advancing to term 1 17:50:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.285133 18449 raft_consensus.cc:479] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "295f1212cff34639891ef91cdcfa5224" member_type: VOTER last_known_addr { host: "127.17.86.131" port: 54465 } } 17:50:38.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.285887 18449 leader_election.cc:278] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:38.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.288209 18452 raft_consensus.cc:2742] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224: Snoozing failure detection for 1.994s (election complete) 17:50:38.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.288797 18452 raft_consensus.cc:2549] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224 [term 1 FOLLOWER]: Leader election won for term 1 17:50:38.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.295943 18374 heartbeater.cc:467] Master 127.17.86.189:44404 was elected leader, sending a full tablet report... 17:50:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.296916 18449 ts_tablet_manager.cc:1073] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224: Time spent starting tablet: real 0.029s user 0.017s sys 0.008s 17:50:38.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.300729 18452 raft_consensus.cc:595] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224 [term 1 LEADER]: Becoming Leader. State: Replica: 295f1212cff34639891ef91cdcfa5224, State: Running, Role: LEADER 17:50:38.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.301251 18448 raft_consensus.cc:325] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5d480cf3018748f0aad520afdd6320ab" member_type: VOTER last_known_addr { host: "127.17.86.130" port: 44475 } } 17:50:38.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.301937 18448 raft_consensus.cc:351] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:38.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.302232 18448 raft_consensus.cc:630] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5d480cf3018748f0aad520afdd6320ab, State: Initialized, Role: FOLLOWER 17:50:38.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.301456 18452 consensus_queue.cc:205] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "295f1212cff34639891ef91cdcfa5224" member_type: VOTER last_known_addr { host: "127.17.86.131" port: 54465 } } 17:50:38.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.303086 18448 consensus_queue.cc:228] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5d480cf3018748f0aad520afdd6320ab" member_type: VOTER last_known_addr { host: "127.17.86.130" port: 44475 } } 17:50:38.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.303840 18448 raft_consensus.cc:365] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:38.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.304184 18448 raft_consensus.cc:457] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:38.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.304527 18448 raft_consensus.cc:2742] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab: Snoozing failure detection for 1.515s (starting election) 17:50:38.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.304931 18448 raft_consensus.cc:2794] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab [term 0 FOLLOWER]: Advancing to term 1 17:50:38.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.309787 18448 raft_consensus.cc:479] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5d480cf3018748f0aad520afdd6320ab" member_type: VOTER last_known_addr { host: "127.17.86.130" port: 44475 } } 17:50:38.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.310544 18448 leader_election.cc:278] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:38.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.310781 17856 catalog_manager.cc:3758] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224 reported cstate change: term changed from 0 to 1, leader changed from to 295f1212cff34639891ef91cdcfa5224 (127.17.86.131). New cstate: current_term: 1 leader_uuid: "295f1212cff34639891ef91cdcfa5224" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "295f1212cff34639891ef91cdcfa5224" member_type: VOTER last_known_addr { host: "127.17.86.131" port: 54465 } health_report { overall_health: HEALTHY } } } 17:50:38.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.321869 18456 raft_consensus.cc:2742] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab: Snoozing failure detection for 1.590s (election complete) 17:50:38.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.322309 18456 raft_consensus.cc:2549] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab [term 1 FOLLOWER]: Leader election won for term 1 17:50:38.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.326308 18456 raft_consensus.cc:595] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab [term 1 LEADER]: Becoming Leader. State: Replica: 5d480cf3018748f0aad520afdd6320ab, State: Running, Role: LEADER 17:50:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.327517 18456 consensus_queue.cc:205] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5d480cf3018748f0aad520afdd6320ab" member_type: VOTER last_known_addr { host: "127.17.86.130" port: 44475 } } 17:50:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.327319 18243 heartbeater.cc:467] Master 127.17.86.189:44404 was elected leader, sending a full tablet report... 17:50:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.430042 18448 ts_tablet_manager.cc:1073] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab: Time spent starting tablet: real 0.153s user 0.026s sys 0.106s 17:50:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.439328 17856 catalog_manager.cc:3758] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab reported cstate change: term changed from 0 to 1, leader changed from to 5d480cf3018748f0aad520afdd6320ab (127.17.86.130). New cstate: current_term: 1 leader_uuid: "5d480cf3018748f0aad520afdd6320ab" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5d480cf3018748f0aad520afdd6320ab" member_type: VOTER last_known_addr { host: "127.17.86.130" port: 44475 } health_report { overall_health: HEALTHY } } } 17:50:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.466001 17855 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.17.86.189:34740: 17:50:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:50:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:38.492774 18382 tablet.cc:1728] T f4648d2f83754a67a6fa7ddeecfdd965 P 295f1212cff34639891ef91cdcfa5224: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:38.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.502452 18041 tablet_service.cc:759] Processing CreateTablet for tablet e3dc3af15cab41459551c4fc60ec5fc3 (table=simple-test [id=6e5b4633d9ee4227acaa959e07c35d3d]), partition=RANGE (key) PARTITION UNBOUNDED 17:50:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.503129 18041 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet e3dc3af15cab41459551c4fc60ec5fc3. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.524497 18041 ts_tablet_manager.cc:1173] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb: Registered tablet (data state: TABLET_DATA_READY) 17:50:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.526427 18462 ts_tablet_manager.cc:1028] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb: Bootstrapping tablet 17:50:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.527048 18462 tablet_bootstrap.cc:438] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb: Bootstrap starting. 17:50:38.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.529315 18462 tablet_bootstrap.cc:592] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb: No blocks or log segments found. Creating new log. 17:50:38.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.530606 18462 log.cc:525] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb: Log is configured to *not* fsync() on all Append() calls 17:50:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.545441 18462 tablet_bootstrap.cc:438] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb: No bootstrap required, opened a new log 17:50:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.545835 18462 ts_tablet_manager.cc:1045] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb: Time spent bootstrapping tablet: real 0.019s user 0.003s sys 0.003s 17:50:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.557039 18462 raft_consensus.cc:325] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a1945e0cdde94f7ca8f4241b34a8bceb" member_type: VOTER last_known_addr { host: "127.17.86.129" port: 47101 } } 17:50:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.557529 18462 raft_consensus.cc:351] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.557782 18462 raft_consensus.cc:630] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a1945e0cdde94f7ca8f4241b34a8bceb, State: Initialized, Role: FOLLOWER 17:50:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.558423 18462 consensus_queue.cc:228] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a1945e0cdde94f7ca8f4241b34a8bceb" member_type: VOTER last_known_addr { host: "127.17.86.129" port: 47101 } } 17:50:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.558861 18462 raft_consensus.cc:365] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.559068 18462 raft_consensus.cc:457] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.559284 18462 raft_consensus.cc:2742] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb: Snoozing failure detection for 1.598s (starting election) 17:50:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.559514 18462 raft_consensus.cc:2794] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb [term 0 FOLLOWER]: Advancing to term 1 17:50:38.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.562958 18462 raft_consensus.cc:479] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a1945e0cdde94f7ca8f4241b34a8bceb" member_type: VOTER last_known_addr { host: "127.17.86.129" port: 47101 } } 17:50:38.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.563480 18462 leader_election.cc:278] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:38.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.565552 18464 raft_consensus.cc:2742] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb: Snoozing failure detection for 1.716s (election complete) 17:50:38.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.566007 18464 raft_consensus.cc:2549] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb [term 1 FOLLOWER]: Leader election won for term 1 17:50:38.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.569361 18462 ts_tablet_manager.cc:1073] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb: Time spent starting tablet: real 0.023s user 0.015s sys 0.006s 17:50:38.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.569443 18464 raft_consensus.cc:595] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb [term 1 LEADER]: Becoming Leader. State: Replica: a1945e0cdde94f7ca8f4241b34a8bceb, State: Running, Role: LEADER 17:50:38.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.646916 18464 consensus_queue.cc:205] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a1945e0cdde94f7ca8f4241b34a8bceb" member_type: VOTER last_known_addr { host: "127.17.86.129" port: 47101 } } 17:50:38.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:38.654335 18250 tablet.cc:1728] T a044f50ebba948349ade475956241eba P 5d480cf3018748f0aad520afdd6320ab: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:38.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.656049 17855 catalog_manager.cc:3758] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb reported cstate change: term changed from 0 to 1, leader changed from to a1945e0cdde94f7ca8f4241b34a8bceb (127.17.86.129). New cstate: current_term: 1 leader_uuid: "a1945e0cdde94f7ca8f4241b34a8bceb" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "a1945e0cdde94f7ca8f4241b34a8bceb" member_type: VOTER last_known_addr { host: "127.17.86.129" port: 47101 } health_report { overall_health: HEALTHY } } } 17:50:38.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:38.746248 18112 tablet.cc:1728] T e3dc3af15cab41459551c4fc60ec5fc3 P a1945e0cdde94f7ca8f4241b34a8bceb: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:38.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.956496 17754 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 17955 17:50:38.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:38.984315 17772 connection.cc:512] server connection from 127.17.86.129:49007 recv error: Network error: failed to read from TLS socket (remote: 127.17.86.129:49007): Connection reset by peer (error 104) 17:50:38.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:38.985707 17836 connection.cc:512] server connection from 127.17.86.129:33172 recv error: Network error: failed to read from TLS socket (remote: 127.17.86.129:33172): Connection reset by peer (error 104) 17:50:38.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:38.986596 17901 connection.cc:512] server connection from 127.17.86.129:43760 recv error: Network error: failed to read from TLS socket (remote: 127.17.86.129:43760): Connection reset by peer (error 104) 17:50:38.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:38.987529 17754 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 18108 17:50:39.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:39.026963 17774 connection.cc:512] server connection from 127.17.86.130:36899 recv error: Network error: failed to read from TLS socket (remote: 127.17.86.130:36899): Connection reset by peer (error 104) 17:50:39.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:39.027680 17836 connection.cc:512] server connection from 127.17.86.130:35942 recv error: Network error: failed to read from TLS socket (remote: 127.17.86.130:35942): Connection reset by peer (error 104) 17:50:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:39.028396 17754 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 18246 17:50:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:39.028470 17903 connection.cc:512] server connection from 127.17.86.130:51721 recv error: Network error: failed to read from TLS socket (remote: 127.17.86.130:51721): Connection reset by peer (error 104) 17:50:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:39.054625 17772 connection.cc:512] server connection from 127.17.86.131:48119 recv error: Network error: failed to read from TLS socket (remote: 127.17.86.131:48119): Connection reset by peer (error 104) 17:50:39.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:39.055313 17840 connection.cc:512] server connection from 127.17.86.131:33655 recv error: Network error: failed to read from TLS socket (remote: 127.17.86.131:33655): Connection reset by peer (error 104) 17:50:39.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:39.055335 17905 connection.cc:512] server connection from 127.17.86.131:42153 recv error: Network error: failed to read from TLS socket (remote: 127.17.86.131:42153): Connection reset by peer (error 104) 17:50:39.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:39.056010 17754 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 17762 17:50:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:39.077874 17754 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 17824 17:50:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:39.099684 17754 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 17890 17:50:40.144 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614240144 17:50:40.149 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:50:40.149 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:50:40.150 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:50:40.150 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:50:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.365087 18495 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/wal 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/data 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.15.254:55510 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.15.254 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/logs 17:50:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/data/info.pb 17:50:40.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:40.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:40.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:40.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:40.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:40.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.18.15.254:55510,127.18.15.253:34636,127.18.15.252:57206 with env {} 17:50:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:40.524883 18503 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:40.525321 18503 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:40.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:40.534898 18503 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:40.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:40.535053 18503 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:40.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:40.535205 18503 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:40.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:40.535377 18503 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.554553 18503 master_main.cc:73] Master server non-default flags: 17:50:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/data 17:50:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/wal 17:50:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.18.15.254:55510,127.18.15.253:34636,127.18.15.252:57206 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.15.254:55510 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/data/info.pb 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.15.254 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/logs 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:40.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.569053 18503 master_main.cc:80] Initializing master server... 17:50:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.571908 18503 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 295564us 17:50:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.572696 18503 fs_manager.cc:262] Metadata directory not provided 17:50:40.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.572840 18503 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:40.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.573145 18503 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:40.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.573269 18503 server_base.cc:433] Attempting to create new FS layout instead 17:50:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.577015 18503 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/data/instance: 17:50:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c593af570d18447796282ef5aa379721" 17:50:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:40 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.577761 18503 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/wal/instance: 17:50:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c593af570d18447796282ef5aa379721" 17:50:40.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:40 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:40.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.594092 18503 fs_manager.cc:502] Time spent creating directory manager: real 0.016s user 0.009s sys 0.004s 17:50:40.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.595263 18503 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:40.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.596495 18503 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.604699 18503 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.604830 18503 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/wal 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c593af570d18447796282ef5aa379721" 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:40 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.605096 18503 fs_report.cc:352] FS layout report 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/wal 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/wal 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/data/data 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.755925 18503 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:40.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.758357 18503 master_main.cc:83] Starting Master server... 17:50:40.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.845856 18503 rpc_server.cc:205] RPC server started. Bound to: 127.18.15.254:55510 17:50:40.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.846784 18503 webserver.cc:175] Starting webserver on 127.18.15.254:0 17:50:40.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.846894 18503 webserver.cc:186] Document root disabled 17:50:40.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.848789 18503 webserver.cc:313] Webserver started. Bound to: http://127.18.15.254:45931/ 17:50:40.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.849593 18503 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-0/data/info.pb 17:50:40.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.852238 18495 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 18503 17:50:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.853442 18495 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/wal 17:50:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/data 17:50:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.15.253:34636 17:50:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.15.253 17:50:40.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/logs 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/data/info.pb 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.18.15.254:55510,127.18.15.253:34636,127.18.15.252:57206 with env {} 17:50:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.853567 18564 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.868932 18564 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } has no permanent_uuid. Determining permanent_uuid... 17:50:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.889559 18564 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } has no permanent_uuid. Determining permanent_uuid... 17:50:40.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:40.891384 18564 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.15.253:34636: Network error: Client connection negotiation failed: client connection to 127.18.15.253:34636: connect: Connection refused (error 111) 17:50:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.910796 18564 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } attempt: 1 17:50:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:40.912036 18564 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.15.253:34636: Network error: Client connection negotiation failed: client connection to 127.18.15.253:34636: connect: Connection refused (error 111) 17:50:40.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:40.960374 18564 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } attempt: 2 17:50:40.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:40.961591 18564 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.15.253:34636: Network error: Client connection negotiation failed: client connection to 127.18.15.253:34636: connect: Connection refused (error 111) 17:50:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.017508 18565 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.017884 18565 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:41.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.027496 18565 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:41.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.027639 18565 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:41.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.027737 18565 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:41.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.027879 18565 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.047907 18565 master_main.cc:73] Master server non-default flags: 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/data 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/wal 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.18.15.254:55510,127.18.15.253:34636,127.18.15.252:57206 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.15.253:34636 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/data/info.pb 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.15.253 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/logs 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:41.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.062999 18565 master_main.cc:80] Initializing master server... 17:50:41.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.064978 18565 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 296064us 17:50:41.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.065752 18565 fs_manager.cc:262] Metadata directory not provided 17:50:41.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.065922 18565 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:41.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.066236 18565 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:41.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.066380 18565 server_base.cc:433] Attempting to create new FS layout instead 17:50:41.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.070165 18565 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/data/instance: 17:50:41.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "56760b8d21504aac8a6739b7dcd68b2a" 17:50:41.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:41.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.070935 18565 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/wal/instance: 17:50:41.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "56760b8d21504aac8a6739b7dcd68b2a" 17:50:41.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.072980 18564 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } attempt: 3 17:50:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.074177 18564 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.15.253:34636: Network error: Client connection negotiation failed: client connection to 127.18.15.253:34636: connect: Connection refused (error 111) 17:50:41.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.084908 18565 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.008s sys 0.004s 17:50:41.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.086179 18565 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:41.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.087478 18565 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.095775 18565 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:50:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.095912 18565 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/wal 17:50:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "56760b8d21504aac8a6739b7dcd68b2a" 17:50:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.096201 18565 fs_report.cc:352] FS layout report 17:50:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/wal 17:50:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/wal 17:50:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/data/data 17:50:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:41.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.236863 18565 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:41.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.239347 18565 master_main.cc:83] Starting Master server... 17:50:41.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.250495 18564 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } attempt: 4 17:50:41.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.251884 18564 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.15.253:34636: Network error: Client connection negotiation failed: client connection to 127.18.15.253:34636: connect: Connection refused (error 111) 17:50:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.329901 18565 rpc_server.cc:205] RPC server started. Bound to: 127.18.15.253:34636 17:50:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.330773 18565 webserver.cc:175] Starting webserver on 127.18.15.253:0 17:50:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.330871 18565 webserver.cc:186] Document root disabled 17:50:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.332756 18565 webserver.cc:313] Webserver started. Bound to: http://127.18.15.253:46959/ 17:50:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.333521 18565 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-1/data/info.pb 17:50:41.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.336777 18630 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.342823 18495 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 18565 17:50:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.343931 18495 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/wal 17:50:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/data 17:50:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.15.252:57206 17:50:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.15.252 17:50:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:41.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/logs 17:50:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/data/info.pb 17:50:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.18.15.254:55510,127.18.15.253:34636,127.18.15.252:57206 with env {} 17:50:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.352241 18630 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } has no permanent_uuid. Determining permanent_uuid... 17:50:41.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.371395 18630 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } has no permanent_uuid. Determining permanent_uuid... 17:50:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.383538 18630 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } has no permanent_uuid. Determining permanent_uuid... 17:50:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.385251 18630 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.15.252:57206: Network error: Client connection negotiation failed: client connection to 127.18.15.252:57206: connect: Connection refused (error 111) 17:50:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.404667 18630 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } attempt: 1 17:50:41.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.405879 18630 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.15.252:57206: Network error: Client connection negotiation failed: client connection to 127.18.15.252:57206: connect: Connection refused (error 111) 17:50:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.454226 18630 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } attempt: 2 17:50:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.455540 18630 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.15.252:57206: Network error: Client connection negotiation failed: client connection to 127.18.15.252:57206: connect: Connection refused (error 111) 17:50:41.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:41.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.511268 18631 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:41.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.511643 18631 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.520973 18631 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.521101 18631 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.521265 18631 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.521438 18631 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.540617 18631 master_main.cc:73] Master server non-default flags: 17:50:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/data 17:50:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/wal 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.18.15.254:55510,127.18.15.253:34636,127.18.15.252:57206 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.15.252:57206 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/data/info.pb 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.15.252 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/logs 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.555189 18564 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } attempt: 5 17:50:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.555341 18631 master_main.cc:80] Initializing master server... 17:50:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.558193 18631 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 296064us 17:50:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.559028 18631 fs_manager.cc:262] Metadata directory not provided 17:50:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.559172 18631 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.559525 18631 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.559655 18631 server_base.cc:433] Attempting to create new FS layout instead 17:50:41.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.561859 18564 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } has no permanent_uuid. Determining permanent_uuid... 17:50:41.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.563643 18564 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.15.252:57206: Network error: Client connection negotiation failed: client connection to 127.18.15.252:57206: connect: Connection refused (error 111) 17:50:41.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.563659 18631 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/data/instance: 17:50:41.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d145a6cfdf5946869e6da760d9900333" 17:50:41.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.564402 18631 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/wal/instance: 17:50:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d145a6cfdf5946869e6da760d9900333" 17:50:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.566879 18630 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } attempt: 3 17:50:41.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.567998 18630 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.15.252:57206: Network error: Client connection negotiation failed: client connection to 127.18.15.252:57206: connect: Connection refused (error 111) 17:50:41.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.578749 18631 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.004s 17:50:41.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.580008 18631 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:41.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.581199 18631 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.589505 18631 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:50:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.589639 18631 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/wal 17:50:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d145a6cfdf5946869e6da760d9900333" 17:50:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.589902 18631 fs_report.cc:352] FS layout report 17:50:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/wal 17:50:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/wal 17:50:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/data/data 17:50:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.601986 18564 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } attempt: 1 17:50:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.603231 18564 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.15.252:57206: Network error: Client connection negotiation failed: client connection to 127.18.15.252:57206: connect: Connection refused (error 111) 17:50:41.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.651455 18564 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } attempt: 2 17:50:41.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.653012 18564 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.15.252:57206: Network error: Client connection negotiation failed: client connection to 127.18.15.252:57206: connect: Connection refused (error 111) 17:50:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.744354 18630 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } attempt: 4 17:50:41.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.745674 18630 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.15.252:57206: Network error: Client connection negotiation failed: client connection to 127.18.15.252:57206: connect: Connection refused (error 111) 17:50:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.753945 18564 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } attempt: 3 17:50:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:41.755167 18564 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.15.252:57206: Network error: Client connection negotiation failed: client connection to 127.18.15.252:57206: connect: Connection refused (error 111) 17:50:41.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.766510 18631 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:41.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.769500 18631 master_main.cc:83] Starting Master server... 17:50:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.856772 18631 rpc_server.cc:205] RPC server started. Bound to: 127.18.15.252:57206 17:50:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.857691 18631 webserver.cc:175] Starting webserver on 127.18.15.252:0 17:50:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.857789 18631 webserver.cc:186] Document root disabled 17:50:41.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.859860 18631 webserver.cc:313] Webserver started. Bound to: http://127.18.15.252:37733/ 17:50:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.860939 18631 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/master-2/data/info.pb 17:50:41.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.864900 18694 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.871031 18495 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 18631 17:50:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.872372 18495 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/wal 17:50:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/data 17:50:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.15.193:0 17:50:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.18.15.193 17:50:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.15.193 17:50:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.18.15.254:55510,127.18.15.253:34636,127.18.15.252:57206 17:50:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:41.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/logs 17:50:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/data/info.pb 17:50:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:41.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.880378 18694 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } has no permanent_uuid. Determining permanent_uuid... 17:50:41.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.895956 18564 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } attempt: 4 17:50:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.897696 18694 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } has no permanent_uuid. Determining permanent_uuid... 17:50:41.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.905498 18694 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } has no permanent_uuid. Determining permanent_uuid... 17:50:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.916640 18564 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721: Bootstrap starting. 17:50:41.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.920202 18564 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721: No blocks or log segments found. Creating new log. 17:50:41.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.922271 18564 log.cc:525] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721: Log is configured to *not* fsync() on all Append() calls 17:50:41.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.924501 18694 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333: Bootstrap starting. 17:50:41.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.926839 18694 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333: No blocks or log segments found. Creating new log. 17:50:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.928333 18694 log.cc:525] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333: Log is configured to *not* fsync() on all Append() calls 17:50:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.929214 18564 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721: No bootstrap required, opened a new log 17:50:41.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.932548 18694 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333: No bootstrap required, opened a new log 17:50:41.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.947010 18564 raft_consensus.cc:325] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } 17:50:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.948087 18564 raft_consensus.cc:351] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.948518 18564 raft_consensus.cc:630] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c593af570d18447796282ef5aa379721, State: Initialized, Role: FOLLOWER 17:50:41.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.949484 18564 consensus_queue.cc:228] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } 17:50:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.950528 18694 raft_consensus.cc:325] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } 17:50:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.951277 18694 raft_consensus.cc:351] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.951573 18694 raft_consensus.cc:630] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d145a6cfdf5946869e6da760d9900333, State: Initialized, Role: FOLLOWER 17:50:41.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.952332 18694 consensus_queue.cc:228] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } 17:50:41.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.953373 18564 sys_catalog.cc:337] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } } 17:50:41.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.954313 18564 sys_catalog.cc:340] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [sys.catalog]: This master's current role is: FOLLOWER 17:50:41.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.955740 18564 sys_catalog.cc:424] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [sys.catalog]: configured and running, proceeding with master startup. 17:50:41.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.961021 18703 sys_catalog.cc:337] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } } 17:50:41.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.971645 18703 sys_catalog.cc:340] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [sys.catalog]: This master's current role is: FOLLOWER 17:50:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.972620 18703 raft_consensus.cc:457] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:50:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.973408 18703 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333: Snoozing failure detection for 1.747s (starting election) 17:50:41.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.974050 18703 raft_consensus.cc:479] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } 17:50:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.976022 18703 leader_election.cc:251] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer c593af570d18447796282ef5aa379721 (127.18.15.254:55510) 17:50:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.979218 18703 leader_election.cc:251] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 56760b8d21504aac8a6739b7dcd68b2a (127.18.15.253:34636) 17:50:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.049013 18630 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } attempt: 5 17:50:42.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.954494 18702 sys_catalog.cc:337] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } } 17:50:42.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.062736 18702 sys_catalog.cc:340] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [sys.catalog]: This master's current role is: FOLLOWER 17:50:42.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.064146 18630 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a: Bootstrap starting. 17:50:42.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.067518 18630 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a: No blocks or log segments found. Creating new log. 17:50:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.069594 18630 log.cc:525] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a: Log is configured to *not* fsync() on all Append() calls 17:50:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.077517 18630 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a: No bootstrap required, opened a new log 17:50:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:42.011945 18520 tablet.cc:1728] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:42.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.099685 18704 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:50:42.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.100356 18541 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d145a6cfdf5946869e6da760d9900333" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c593af570d18447796282ef5aa379721" is_pre_election: true 17:50:42.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.101235 18503 master_main.cc:86] Master server successfully started. 17:50:42.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.101601 18541 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721: Snoozing failure detection for 2.058s (vote granted) 17:50:42.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.101878 18541 raft_consensus.cc:2255] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d145a6cfdf5946869e6da760d9900333 in term 0. 17:50:42.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.102913 18641 leader_election.cc:387] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [CANDIDATE]: Term 1 pre-election: Vote granted by peer c593af570d18447796282ef5aa379721 (127.18.15.254:55510) 17:50:42.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.103168 18641 leader_election.cc:278] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:50:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.103788 18703 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333: Snoozing failure detection for 2.218s (election complete) 17:50:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.104010 18703 raft_consensus.cc:2549] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:50:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.104202 18703 raft_consensus.cc:457] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:50:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.104387 18703 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333: Snoozing failure detection for 2.134s (starting election) 17:50:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.104616 18703 raft_consensus.cc:2794] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [term 0 FOLLOWER]: Advancing to term 1 17:50:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.111268 18703 raft_consensus.cc:479] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } 17:50:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.112929 18703 leader_election.cc:251] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [CANDIDATE]: Term 1 election: Requesting vote from peer c593af570d18447796282ef5aa379721 (127.18.15.254:55510) 17:50:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.114444 18703 leader_election.cc:251] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [CANDIDATE]: Term 1 election: Requesting vote from peer 56760b8d21504aac8a6739b7dcd68b2a (127.18.15.253:34636) 17:50:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.114554 18541 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d145a6cfdf5946869e6da760d9900333" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c593af570d18447796282ef5aa379721" 17:50:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.115005 18541 raft_consensus.cc:2794] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [term 0 FOLLOWER]: Advancing to term 1 17:50:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.115290 18541 raft_consensus.cc:2742] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721: Snoozing failure detection for 1.913s (vote granted) 17:50:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.110285 18630 raft_consensus.cc:325] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } 17:50:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.116434 18630 raft_consensus.cc:351] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.116611 18630 raft_consensus.cc:630] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 56760b8d21504aac8a6739b7dcd68b2a, State: Initialized, Role: FOLLOWER 17:50:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.117132 18630 consensus_queue.cc:228] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } 17:50:42.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.120532 18541 raft_consensus.cc:2255] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d145a6cfdf5946869e6da760d9900333 in term 1. 17:50:42.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.121484 18641 leader_election.cc:387] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [CANDIDATE]: Term 1 election: Vote granted by peer c593af570d18447796282ef5aa379721 (127.18.15.254:55510) 17:50:42.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.121762 18641 leader_election.cc:278] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:42.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.122274 18703 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333: Snoozing failure detection for 2.249s (election complete) 17:50:42.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.122535 18703 raft_consensus.cc:2549] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [term 1 FOLLOWER]: Leader election won for term 1 17:50:42.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.122813 18703 raft_consensus.cc:595] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [term 1 LEADER]: Becoming Leader. State: Replica: d145a6cfdf5946869e6da760d9900333, State: Running, Role: LEADER 17:50:42.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.123262 18703 consensus_queue.cc:205] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } 17:50:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.126317 18630 sys_catalog.cc:337] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } } 17:50:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.127110 18630 sys_catalog.cc:340] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [sys.catalog]: This master's current role is: FOLLOWER 17:50:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.128437 18630 sys_catalog.cc:424] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [sys.catalog]: configured and running, proceeding with master startup. 17:50:42.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:41.967023 18694 sys_catalog.cc:337] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } } 17:50:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.135015 18694 sys_catalog.cc:340] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [sys.catalog]: This master's current role is: FOLLOWER 17:50:42.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.150741 18694 sys_catalog.cc:424] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [sys.catalog]: configured and running, proceeding with master startup. 17:50:42.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.151029 18705 sys_catalog.cc:337] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d145a6cfdf5946869e6da760d9900333. Latest consensus state: current_term: 1 leader_uuid: "d145a6cfdf5946869e6da760d9900333" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } } 17:50:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.151844 18705 sys_catalog.cc:340] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [sys.catalog]: This master's current role is: LEADER 17:50:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:42.157209 18695 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:42.158051 18695 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.163805 18631 master_main.cc:86] Master server successfully started. 17:50:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.163484 18714 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:50:42.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:42.174067 18695 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:42.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:42.174695 18695 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.15.193 17:50:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.177240 18714 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:50:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.213459 18695 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/data 17:50:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/wal 17:50:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.15.193:0 17:50:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/data/info.pb 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.15.193 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.18.15.254:55510,127.18.15.253:34636,127.18.15.252:57206 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.18.15.193 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/logs 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.127002 18711 sys_catalog.cc:337] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } } 17:50:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.219254 18711 sys_catalog.cc:340] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [sys.catalog]: This master's current role is: FOLLOWER 17:50:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.222824 18607 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d145a6cfdf5946869e6da760d9900333" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "56760b8d21504aac8a6739b7dcd68b2a" is_pre_election: true 17:50:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.222280 18606 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d145a6cfdf5946869e6da760d9900333" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "56760b8d21504aac8a6739b7dcd68b2a" 17:50:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.224062 18565 master_main.cc:86] Master server successfully started. 17:50:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.224458 18606 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [term 0 FOLLOWER]: Advancing to term 1 17:50:42.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.224788 18606 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a: Snoozing failure detection for 1.822s (vote granted) 17:50:42.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.229924 18606 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d145a6cfdf5946869e6da760d9900333 in term 1. 17:50:42.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.230432 18607 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate d145a6cfdf5946869e6da760d9900333 for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:42.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.234017 18695 tablet_server_main.cc:85] Initializing tablet server... 17:50:42.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.234138 18643 leader_election.cc:387] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [CANDIDATE]: Term 1 election: Vote granted by peer 56760b8d21504aac8a6739b7dcd68b2a (127.18.15.253:34636) 17:50:42.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.237048 18695 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 296564us 17:50:42.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.237795 18695 fs_manager.cc:262] Metadata directory not provided 17:50:42.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.238073 18695 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:42.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.238158 18643 leader_election.cc:401] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 56760b8d21504aac8a6739b7dcd68b2a (127.18.15.253:34636). Message: Service unavailable: T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate d145a6cfdf5946869e6da760d9900333 for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:42.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.238680 18695 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.238961 18695 server_base.cc:433] Attempting to create new FS layout instead 17:50:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.243672 18695 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/data/instance: 17:50:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "89d46512b1f34647949d4c508a06fc1d" 17:50:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.244546 18695 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/wal/instance: 17:50:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "89d46512b1f34647949d4c508a06fc1d" 17:50:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:42.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:42.244956 18586 tablet.cc:1728] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:42.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.245592 18541 raft_consensus.cc:1083] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [term 1 FOLLOWER]: Refusing update from remote peer d145a6cfdf5946869e6da760d9900333: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:42.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.246966 18705 consensus_queue.cc:963] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:42.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.252321 18607 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [term 1 FOLLOWER]: Refusing update from remote peer d145a6cfdf5946869e6da760d9900333: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:42.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.256166 18705 consensus_queue.cc:963] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [LEADER]: Connected to new peer: Peer: permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:42.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:42.267374 18713 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:42.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:42.267804 18713 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:42.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.270383 18702 sys_catalog.cc:337] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d145a6cfdf5946869e6da760d9900333. Latest consensus state: current_term: 1 leader_uuid: "d145a6cfdf5946869e6da760d9900333" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } } 17:50:42.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.271078 18702 sys_catalog.cc:340] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [sys.catalog]: This master's current role is: FOLLOWER 17:50:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:42.272753 18650 tablet.cc:1728] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:42.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.274647 18695 fs_manager.cc:502] Time spent creating directory manager: real 0.029s user 0.015s sys 0.006s 17:50:42.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.276576 18695 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:42.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.278990 18703 sys_catalog.cc:337] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d145a6cfdf5946869e6da760d9900333" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } } 17:50:42.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.279682 18703 sys_catalog.cc:340] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [sys.catalog]: This master's current role is: LEADER 17:50:42.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.281416 18714 catalog_manager.cc:924] Generated new certificate authority record 17:50:42.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.281498 18695 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:42.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.283658 18714 catalog_manager.cc:1046] Loading token signing keys... 17:50:42.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.284843 18702 sys_catalog.cc:337] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d145a6cfdf5946869e6da760d9900333" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } } 17:50:42.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.285490 18702 sys_catalog.cc:340] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721 [sys.catalog]: This master's current role is: FOLLOWER 17:50:42.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.288161 18711 sys_catalog.cc:337] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [sys.catalog]: SysCatalogTable state changed. Reason: New leader d145a6cfdf5946869e6da760d9900333. Latest consensus state: current_term: 1 leader_uuid: "d145a6cfdf5946869e6da760d9900333" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } } 17:50:42.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.288832 18711 sys_catalog.cc:340] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [sys.catalog]: This master's current role is: FOLLOWER 17:50:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.293583 18705 sys_catalog.cc:337] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d145a6cfdf5946869e6da760d9900333" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } } 17:50:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.294944 18705 sys_catalog.cc:340] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333 [sys.catalog]: This master's current role is: LEADER 17:50:42.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.297422 18695 fs_manager.cc:418] Time spent opening block manager: real 0.004s user 0.001s sys 0.004s 17:50:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.297744 18695 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/wal 17:50:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "89d46512b1f34647949d4c508a06fc1d" 17:50:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.298308 18695 fs_report.cc:352] FS layout report 17:50:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/wal 17:50:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/wal 17:50:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/data/data 17:50:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.308790 18711 sys_catalog.cc:337] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d145a6cfdf5946869e6da760d9900333" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c593af570d18447796282ef5aa379721" member_type: VOTER last_known_addr { host: "127.18.15.254" port: 55510 } } peers { permanent_uuid: "56760b8d21504aac8a6739b7dcd68b2a" member_type: VOTER last_known_addr { host: "127.18.15.253" port: 34636 } } peers { permanent_uuid: "d145a6cfdf5946869e6da760d9900333" member_type: VOTER last_known_addr { host: "127.18.15.252" port: 57206 } } } 17:50:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.309473 18711 sys_catalog.cc:340] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a [sys.catalog]: This master's current role is: FOLLOWER 17:50:42.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.313563 18714 catalog_manager.cc:4062] T 00000000000000000000000000000000 P d145a6cfdf5946869e6da760d9900333: Generated new TSK 0 17:50:42.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.552867 18695 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:42.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.557242 18695 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.562037 18695 tablet_server_main.cc:90] Starting tablet server... 17:50:42.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.851303 18695 rpc_server.cc:205] RPC server started. Bound to: 127.18.15.193:33916 17:50:42.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.852360 18695 webserver.cc:175] Starting webserver on 127.18.15.193:0 17:50:42.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.852519 18695 webserver.cc:186] Document root disabled 17:50:42.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.854207 18695 webserver.cc:313] Webserver started. Bound to: http://127.18.15.193:54732/ 17:50:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.855010 18695 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-0/data/info.pb 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.858016 18495 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 18695 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.859249 18495 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/wal 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/data 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.15.194:0 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.18.15.194 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.15.194 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.18.15.254:55510,127.18.15.253:34636,127.18.15.252:57206 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:42.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:42.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/logs 17:50:42.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/data/info.pb 17:50:42.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:42.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:42.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:42.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:42.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.906520 18695 tablet_server_main.cc:93] Tablet server successfully started. 17:50:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.925832 18849 heartbeater.cc:346] Connected to a master server at 127.18.15.254:55510 17:50:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.926142 18849 heartbeater.cc:426] Registering TS with master... 17:50:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.926694 18849 heartbeater.cc:475] Master 127.18.15.254:55510 requested a full tablet report, sending... 17:50:42.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.929898 18531 ts_manager.cc:98] Registered new tserver with Master: 89d46512b1f34647949d4c508a06fc1d (127.18.15.193:33916) 17:50:42.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.932286 18850 heartbeater.cc:346] Connected to a master server at 127.18.15.253:34636 17:50:42.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.932557 18850 heartbeater.cc:426] Registering TS with master... 17:50:42.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.933024 18850 heartbeater.cc:475] Master 127.18.15.253:34636 requested a full tablet report, sending... 17:50:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.935825 18597 ts_manager.cc:98] Registered new tserver with Master: 89d46512b1f34647949d4c508a06fc1d (127.18.15.193:33916) 17:50:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.937849 18853 heartbeater.cc:346] Connected to a master server at 127.18.15.252:57206 17:50:42.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.938035 18853 heartbeater.cc:426] Registering TS with master... 17:50:42.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.938400 18853 heartbeater.cc:475] Master 127.18.15.252:57206 requested a full tablet report, sending... 17:50:42.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.940341 18661 ts_manager.cc:98] Registered new tserver with Master: 89d46512b1f34647949d4c508a06fc1d (127.18.15.193:33916) 17:50:42.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:42.942778 18661 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.18.15.193:40294 17:50:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:43.025895 18854 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:43.026350 18854 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:43.035491 18854 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:43.035878 18854 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.15.194 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.054081 18854 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/data 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/wal 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.15.194:0 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/data/info.pb 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.15.194 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.18.15.254:55510,127.18.15.253:34636,127.18.15.252:57206 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.18.15.194 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/logs 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.069398 18854 tablet_server_main.cc:85] Initializing tablet server... 17:50:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.071460 18854 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 297064us 17:50:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.071962 18854 fs_manager.cc:262] Metadata directory not provided 17:50:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.072098 18854 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.072507 18854 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.072633 18854 server_base.cc:433] Attempting to create new FS layout instead 17:50:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.075832 18854 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/data/instance: 17:50:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "84cc963f3374471a8fd125050dcaa49e" 17:50:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:43 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.076721 18854 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/wal/instance: 17:50:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "84cc963f3374471a8fd125050dcaa49e" 17:50:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:43 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:43.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.099225 18854 fs_manager.cc:502] Time spent creating directory manager: real 0.022s user 0.010s sys 0.008s 17:50:43.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.101217 18854 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.101970 18854 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.120023 18854 fs_manager.cc:418] Time spent opening block manager: real 0.006s user 0.002s sys 0.004s 17:50:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.120343 18854 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/wal 17:50:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "84cc963f3374471a8fd125050dcaa49e" 17:50:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:43 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.121117 18854 fs_report.cc:352] FS layout report 17:50:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/wal 17:50:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/wal 17:50:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/data/data 17:50:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.124480 18704 catalog_manager.cc:1082] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721: acquiring CA information for follower catalog manager: success 17:50:43.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.127482 18704 catalog_manager.cc:1110] T 00000000000000000000000000000000 P c593af570d18447796282ef5aa379721: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:43.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.274080 18713 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a: acquiring CA information for follower catalog manager: success 17:50:43.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.277017 18713 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 56760b8d21504aac8a6739b7dcd68b2a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:43.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.363729 18854 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:43.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.372987 18854 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:43.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.378836 18854 tablet_server_main.cc:90] Starting tablet server... 17:50:43.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:43.947355 18853 heartbeater.cc:467] Master 127.18.15.252:57206 was elected leader, sending a full tablet report... 17:50:44.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.051043 18854 rpc_server.cc:205] RPC server started. Bound to: 127.18.15.194:49508 17:50:44.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.053107 18854 webserver.cc:175] Starting webserver on 127.18.15.194:0 17:50:44.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.053350 18854 webserver.cc:186] Document root disabled 17:50:44.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.059705 18854 webserver.cc:313] Webserver started. Bound to: http://127.18.15.194:38521/ 17:50:44.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.060830 18854 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-1/data/info.pb 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.063091 18495 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 18854 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.064236 18495 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/wal 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/data 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.15.195:0 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.18.15.195 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.15.195 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.18.15.254:55510,127.18.15.253:34636,127.18.15.252:57206 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/logs 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/data/info.pb 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.124488 18854 tablet_server_main.cc:93] Tablet server successfully started. 17:50:44.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.144559 18982 heartbeater.cc:346] Connected to a master server at 127.18.15.253:34636 17:50:44.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.144881 18982 heartbeater.cc:426] Registering TS with master... 17:50:44.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.145555 18982 heartbeater.cc:475] Master 127.18.15.253:34636 requested a full tablet report, sending... 17:50:44.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.148269 18597 ts_manager.cc:98] Registered new tserver with Master: 84cc963f3374471a8fd125050dcaa49e (127.18.15.194:49508) 17:50:44.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.154135 18986 heartbeater.cc:346] Connected to a master server at 127.18.15.252:57206 17:50:44.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.154371 18986 heartbeater.cc:426] Registering TS with master... 17:50:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.154860 18986 heartbeater.cc:475] Master 127.18.15.252:57206 requested a full tablet report, sending... 17:50:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.156913 18661 ts_manager.cc:98] Registered new tserver with Master: 84cc963f3374471a8fd125050dcaa49e (127.18.15.194:49508) 17:50:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.158658 18661 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.18.15.194:60408 17:50:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.165899 18981 heartbeater.cc:346] Connected to a master server at 127.18.15.254:55510 17:50:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.166132 18981 heartbeater.cc:426] Registering TS with master... 17:50:44.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.166493 18981 heartbeater.cc:475] Master 127.18.15.254:55510 requested a full tablet report, sending... 17:50:44.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.168985 18531 ts_manager.cc:98] Registered new tserver with Master: 84cc963f3374471a8fd125050dcaa49e (127.18.15.194:49508) 17:50:44.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:44.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:44.354017 18983 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:44.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:44.354413 18983 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:44.364373 18983 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:44.364737 18983 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.15.195 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.379854 18983 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/data 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/wal 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.15.195:0 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/data/info.pb 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.15.195 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.18.15.254:55510,127.18.15.253:34636,127.18.15.252:57206 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.18.15.195 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/logs 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:44.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.407006 18983 tablet_server_main.cc:85] Initializing tablet server... 17:50:44.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.410003 18983 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 297564us 17:50:44.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.410640 18983 fs_manager.cc:262] Metadata directory not provided 17:50:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.410914 18983 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.411258 18983 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.411545 18983 server_base.cc:433] Attempting to create new FS layout instead 17:50:44.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.416635 18983 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/data/instance: 17:50:44.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "adec046abf6848d595ae0f84188e63c3" 17:50:44.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:44.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.417781 18983 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/wal/instance: 17:50:44.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "adec046abf6848d595ae0f84188e63c3" 17:50:44.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:44.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.441160 18983 fs_manager.cc:502] Time spent creating directory manager: real 0.023s user 0.013s sys 0.007s 17:50:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.442992 18983 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.443776 18983 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.462092 18983 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.004s 17:50:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.462640 18983 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/wal 17:50:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "adec046abf6848d595ae0f84188e63c3" 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.463117 18983 fs_report.cc:352] FS layout report 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/wal 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/wal 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/data/data 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.656759 18983 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:44.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.660429 18983 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.661870 18983 tablet_server_main.cc:90] Starting tablet server... 17:50:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.831604 18983 rpc_server.cc:205] RPC server started. Bound to: 127.18.15.195:43820 17:50:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.832873 18983 webserver.cc:175] Starting webserver on 127.18.15.195:0 17:50:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.832998 18983 webserver.cc:186] Document root disabled 17:50:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.834753 18983 webserver.cc:313] Webserver started. Bound to: http://127.18.15.195:56950/ 17:50:44.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.835553 18983 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster94299927748712861/ts-2/data/info.pb 17:50:44.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.841152 18495 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 18983 17:50:44.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.881266 18983 tablet_server_main.cc:93] Tablet server successfully started. 17:50:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.922171 19120 heartbeater.cc:346] Connected to a master server at 127.18.15.252:57206 17:50:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.922564 19120 heartbeater.cc:426] Registering TS with master... 17:50:44.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.923838 19120 heartbeater.cc:475] Master 127.18.15.252:57206 requested a full tablet report, sending... 17:50:44.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.933460 18660 ts_manager.cc:98] Registered new tserver with Master: adec046abf6848d595ae0f84188e63c3 (127.18.15.195:43820) 17:50:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.935294 18660 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.18.15.195:38381 17:50:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.924589 19112 heartbeater.cc:346] Connected to a master server at 127.18.15.254:55510 17:50:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.936164 19112 heartbeater.cc:426] Registering TS with master... 17:50:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.936640 19112 heartbeater.cc:475] Master 127.18.15.254:55510 requested a full tablet report, sending... 17:50:44.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.939761 18530 ts_manager.cc:98] Registered new tserver with Master: adec046abf6848d595ae0f84188e63c3 (127.18.15.195:43820) 17:50:44.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.931864 19113 heartbeater.cc:346] Connected to a master server at 127.18.15.253:34636 17:50:44.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.941359 19113 heartbeater.cc:426] Registering TS with master... 17:50:44.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.943423 19113 heartbeater.cc:475] Master 127.18.15.253:34636 requested a full tablet report, sending... 17:50:44.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.945636 18597 ts_manager.cc:98] Registered new tserver with Master: adec046abf6848d595ae0f84188e63c3 (127.18.15.195:43820) 17:50:44.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:44.947531 18495 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:50:44.948 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.027513 18660 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.18.15.252:47071: 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.085510 18786 tablet_service.cc:759] Processing CreateTablet for tablet be88a6f1e70d4b62a6c2f4420a212fd4 (table=test [id=adecf4a6235640c0854e556d4a1983a6]), partition=RANGE (key) PARTITION VALUES < 50 17:50:45.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.086302 18786 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet be88a6f1e70d4b62a6c2f4420a212fd4. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:45.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.094894 18918 tablet_service.cc:759] Processing CreateTablet for tablet 1681f18ede394c308d314f4641d9dacf (table=test [id=adecf4a6235640c0854e556d4a1983a6]), partition=RANGE (key) PARTITION VALUES >= 50 17:50:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.095985 18918 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 1681f18ede394c308d314f4641d9dacf. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:45.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.103863 18786 ts_tablet_manager.cc:1173] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d: Registered tablet (data state: TABLET_DATA_READY) 17:50:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.105907 19186 ts_tablet_manager.cc:1028] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d: Bootstrapping tablet 17:50:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.106580 19186 tablet_bootstrap.cc:438] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d: Bootstrap starting. 17:50:45.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.110029 19186 tablet_bootstrap.cc:592] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d: No blocks or log segments found. Creating new log. 17:50:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.112089 19186 log.cc:525] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d: Log is configured to *not* fsync() on all Append() calls 17:50:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.112761 18918 ts_tablet_manager.cc:1173] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e: Registered tablet (data state: TABLET_DATA_READY) 17:50:45.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.115131 19188 ts_tablet_manager.cc:1028] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e: Bootstrapping tablet 17:50:45.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.115764 19188 tablet_bootstrap.cc:438] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e: Bootstrap starting. 17:50:45.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.116220 19186 tablet_bootstrap.cc:438] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d: No bootstrap required, opened a new log 17:50:45.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.116729 19186 ts_tablet_manager.cc:1045] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d: Time spent bootstrapping tablet: real 0.010s user 0.005s sys 0.003s 17:50:45.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.118362 19188 tablet_bootstrap.cc:592] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e: No blocks or log segments found. Creating new log. 17:50:45.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.119792 19188 log.cc:525] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e: Log is configured to *not* fsync() on all Append() calls 17:50:45.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.122665 19188 tablet_bootstrap.cc:438] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e: No bootstrap required, opened a new log 17:50:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.122948 19188 ts_tablet_manager.cc:1045] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e: Time spent bootstrapping tablet: real 0.007s user 0.006s sys 0.001s 17:50:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.134217 19188 raft_consensus.cc:325] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "84cc963f3374471a8fd125050dcaa49e" member_type: VOTER last_known_addr { host: "127.18.15.194" port: 49508 } } 17:50:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.134694 19188 raft_consensus.cc:351] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.134872 19188 raft_consensus.cc:630] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84cc963f3374471a8fd125050dcaa49e, State: Initialized, Role: FOLLOWER 17:50:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.135439 19188 consensus_queue.cc:228] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "84cc963f3374471a8fd125050dcaa49e" member_type: VOTER last_known_addr { host: "127.18.15.194" port: 49508 } } 17:50:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.135834 19188 raft_consensus.cc:365] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:45.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.136034 19188 raft_consensus.cc:457] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:45.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.136221 19188 raft_consensus.cc:2742] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e: Snoozing failure detection for 1.996s (starting election) 17:50:45.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.136440 19188 raft_consensus.cc:2794] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e [term 0 FOLLOWER]: Advancing to term 1 17:50:45.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.135861 19186 raft_consensus.cc:325] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "89d46512b1f34647949d4c508a06fc1d" member_type: VOTER last_known_addr { host: "127.18.15.193" port: 33916 } } 17:50:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.136922 19186 raft_consensus.cc:351] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.137210 19186 raft_consensus.cc:630] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 89d46512b1f34647949d4c508a06fc1d, State: Initialized, Role: FOLLOWER 17:50:45.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.137972 19186 consensus_queue.cc:228] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "89d46512b1f34647949d4c508a06fc1d" member_type: VOTER last_known_addr { host: "127.18.15.193" port: 33916 } } 17:50:45.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.138633 19186 raft_consensus.cc:365] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:45.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.139114 19186 raft_consensus.cc:457] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:45.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.139581 19186 raft_consensus.cc:2742] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d: Snoozing failure detection for 1.770s (starting election) 17:50:45.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.139539 19188 raft_consensus.cc:479] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "84cc963f3374471a8fd125050dcaa49e" member_type: VOTER last_known_addr { host: "127.18.15.194" port: 49508 } } 17:50:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.139963 19188 leader_election.cc:278] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.140014 19186 raft_consensus.cc:2794] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d [term 0 FOLLOWER]: Advancing to term 1 17:50:45.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.142002 19190 raft_consensus.cc:2742] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e: Snoozing failure detection for 1.997s (election complete) 17:50:45.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.142472 19190 raft_consensus.cc:2549] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e [term 1 FOLLOWER]: Leader election won for term 1 17:50:45.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.145225 19186 raft_consensus.cc:479] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "89d46512b1f34647949d4c508a06fc1d" member_type: VOTER last_known_addr { host: "127.18.15.193" port: 33916 } } 17:50:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.145921 19186 leader_election.cc:278] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:45.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.148663 18986 heartbeater.cc:467] Master 127.18.15.252:57206 was elected leader, sending a full tablet report... 17:50:45.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.149848 19188 ts_tablet_manager.cc:1073] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e: Time spent starting tablet: real 0.027s user 0.016s sys 0.008s 17:50:45.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.156630 19193 raft_consensus.cc:2742] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d: Snoozing failure detection for 2.241s (election complete) 17:50:45.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.157270 19193 raft_consensus.cc:2549] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d [term 1 FOLLOWER]: Leader election won for term 1 17:50:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.149171 19190 raft_consensus.cc:595] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e [term 1 LEADER]: Becoming Leader. State: Replica: 84cc963f3374471a8fd125050dcaa49e, State: Running, Role: LEADER 17:50:45.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.280795 19190 consensus_queue.cc:205] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "84cc963f3374471a8fd125050dcaa49e" member_type: VOTER last_known_addr { host: "127.18.15.194" port: 49508 } } 17:50:45.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.287406 18660 catalog_manager.cc:3758] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e reported cstate change: term changed from 0 to 1, leader changed from to 84cc963f3374471a8fd125050dcaa49e (127.18.15.194). New cstate: current_term: 1 leader_uuid: "84cc963f3374471a8fd125050dcaa49e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "84cc963f3374471a8fd125050dcaa49e" member_type: VOTER last_known_addr { host: "127.18.15.194" port: 49508 } health_report { overall_health: HEALTHY } } } 17:50:45.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.159652 19186 ts_tablet_manager.cc:1073] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d: Time spent starting tablet: real 0.043s user 0.028s sys 0.008s 17:50:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.333825 19193 raft_consensus.cc:595] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d [term 1 LEADER]: Becoming Leader. State: Replica: 89d46512b1f34647949d4c508a06fc1d, State: Running, Role: LEADER 17:50:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.334281 19193 consensus_queue.cc:205] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "89d46512b1f34647949d4c508a06fc1d" member_type: VOTER last_known_addr { host: "127.18.15.193" port: 33916 } } 17:50:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.342478 18660 catalog_manager.cc:3758] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d reported cstate change: term changed from 0 to 1, leader changed from to 89d46512b1f34647949d4c508a06fc1d (127.18.15.193). New cstate: current_term: 1 leader_uuid: "89d46512b1f34647949d4c508a06fc1d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "89d46512b1f34647949d4c508a06fc1d" member_type: VOTER last_known_addr { host: "127.18.15.193" port: 33916 } health_report { overall_health: HEALTHY } } } 17:50:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.366279 18661 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.18.15.252:47071: 17:50:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:45.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:45.374277 18991 tablet.cc:1728] T 1681f18ede394c308d314f4641d9dacf P 84cc963f3374471a8fd125050dcaa49e: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.386090 18786 tablet_service.cc:759] Processing CreateTablet for tablet 63dc00b9e76d49239668111dd7c4ca15 (table=simple-test [id=2d36e3ce2e604003895318fed3f3cf5c]), partition=RANGE (key) PARTITION UNBOUNDED 17:50:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.386629 18786 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 63dc00b9e76d49239668111dd7c4ca15. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:45.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.392232 18786 ts_tablet_manager.cc:1173] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d: Registered tablet (data state: TABLET_DATA_READY) 17:50:45.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.392572 19186 ts_tablet_manager.cc:1028] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d: Bootstrapping tablet 17:50:45.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.392937 19186 tablet_bootstrap.cc:438] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d: Bootstrap starting. 17:50:45.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.394812 19186 tablet_bootstrap.cc:592] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d: No blocks or log segments found. Creating new log. 17:50:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:45.404844 18857 tablet.cc:1728] T be88a6f1e70d4b62a6c2f4420a212fd4 P 89d46512b1f34647949d4c508a06fc1d: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.409333 19186 tablet_bootstrap.cc:438] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d: No bootstrap required, opened a new log 17:50:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.409633 19186 ts_tablet_manager.cc:1045] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d: Time spent bootstrapping tablet: real 0.017s user 0.002s sys 0.002s 17:50:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.410730 19186 raft_consensus.cc:325] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "89d46512b1f34647949d4c508a06fc1d" member_type: VOTER last_known_addr { host: "127.18.15.193" port: 33916 } } 17:50:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.411087 19186 raft_consensus.cc:351] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:45.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.411253 19186 raft_consensus.cc:630] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 89d46512b1f34647949d4c508a06fc1d, State: Initialized, Role: FOLLOWER 17:50:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.411649 19186 consensus_queue.cc:228] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "89d46512b1f34647949d4c508a06fc1d" member_type: VOTER last_known_addr { host: "127.18.15.193" port: 33916 } } 17:50:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.412026 19186 raft_consensus.cc:365] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.412225 19186 raft_consensus.cc:457] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.412425 19186 raft_consensus.cc:2742] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d: Snoozing failure detection for 1.644s (starting election) 17:50:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.412600 19186 raft_consensus.cc:2794] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d [term 0 FOLLOWER]: Advancing to term 1 17:50:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.415181 19186 raft_consensus.cc:479] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "89d46512b1f34647949d4c508a06fc1d" member_type: VOTER last_known_addr { host: "127.18.15.193" port: 33916 } } 17:50:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.415567 19186 leader_election.cc:278] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.415946 19193 raft_consensus.cc:2742] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d: Snoozing failure detection for 1.924s (election complete) 17:50:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.416188 19193 raft_consensus.cc:2549] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d [term 1 FOLLOWER]: Leader election won for term 1 17:50:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.416510 19193 raft_consensus.cc:595] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d [term 1 LEADER]: Becoming Leader. State: Replica: 89d46512b1f34647949d4c508a06fc1d, State: Running, Role: LEADER 17:50:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.416707 19186 ts_tablet_manager.cc:1073] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d: Time spent starting tablet: real 0.007s user 0.006s sys 0.001s 17:50:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.416905 19193 consensus_queue.cc:205] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "89d46512b1f34647949d4c508a06fc1d" member_type: VOTER last_known_addr { host: "127.18.15.193" port: 33916 } } 17:50:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.420992 18661 catalog_manager.cc:3758] T 63dc00b9e76d49239668111dd7c4ca15 P 89d46512b1f34647949d4c508a06fc1d reported cstate change: term changed from 0 to 1, leader changed from to 89d46512b1f34647949d4c508a06fc1d (127.18.15.193). New cstate: current_term: 1 leader_uuid: "89d46512b1f34647949d4c508a06fc1d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "89d46512b1f34647949d4c508a06fc1d" member_type: VOTER last_known_addr { host: "127.18.15.193" port: 33916 } health_report { overall_health: HEALTHY } } } 17:50:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.741539 18495 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 18695 17:50:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:45.780910 18515 connection.cc:512] server connection from 127.18.15.193:52887 recv error: Network error: failed to read from TLS socket (remote: 127.18.15.193:52887): Connection reset by peer (error 104) 17:50:45.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:45.782101 18577 connection.cc:512] server connection from 127.18.15.193:44154 recv error: Network error: failed to read from TLS socket (remote: 127.18.15.193:44154): Connection reset by peer (error 104) 17:50:45.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:45.782104 18645 connection.cc:512] server connection from 127.18.15.193:40294 recv error: Network error: failed to read from TLS socket (remote: 127.18.15.193:40294): Connection reset by peer (error 104) 17:50:45.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.782315 18495 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 18854 17:50:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:45.808195 18515 connection.cc:512] server connection from 127.18.15.194:46129 recv error: Network error: failed to read from TLS socket (remote: 127.18.15.194:46129): Connection reset by peer (error 104) 17:50:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.808933 18495 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 18983 17:50:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:45.808923 18642 connection.cc:512] server connection from 127.18.15.194:60408 recv error: Network error: failed to read from TLS socket (remote: 127.18.15.194:60408): Connection reset by peer (error 104) 17:50:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:45.808924 18575 connection.cc:512] server connection from 127.18.15.194:52058 recv error: Network error: failed to read from TLS socket (remote: 127.18.15.194:52058): Connection reset by peer (error 104) 17:50:45.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.828480 18495 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 18503 17:50:45.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:45.828497 18642 connection.cc:512] server connection from 127.18.15.195:38381 recv error: Network error: failed to read from TLS socket (remote: 127.18.15.195:38381): Connection reset by peer (error 104) 17:50:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:45.829306 18576 connection.cc:512] server connection from 127.18.15.195:52535 recv error: Network error: failed to read from TLS socket (remote: 127.18.15.195:52535): Connection reset by peer (error 104) 17:50:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.850129 18495 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 18565 17:50:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:45.870685 18495 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 18631 17:50:46.916 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614246916 17:50:46.918 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:50:46.918 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:50:46.919 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:50:46.919 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.130759 19227 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/wal 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/data 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.198.254:53024 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.198.254 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/logs 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/data/info.pb 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.18.198.254:53024,127.18.198.253:41626,127.18.198.252:45536 with env {} 17:50:47.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:47.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.289280 19239 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:47.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.289815 19239 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:47.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.298899 19239 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:47.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.299053 19239 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:47.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.299266 19239 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:47.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.299563 19239 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:47.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.318414 19239 master_main.cc:73] Master server non-default flags: 17:50:47.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/data 17:50:47.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/wal 17:50:47.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:47.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.18.198.254:53024,127.18.198.253:41626,127.18.198.252:45536 17:50:47.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:47.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:47.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.198.254:53024 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/data/info.pb 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.198.254 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/logs 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:47.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.333935 19239 master_main.cc:80] Initializing master server... 17:50:47.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.336800 19239 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 299064us 17:50:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.337617 19239 fs_manager.cc:262] Metadata directory not provided 17:50:47.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.337759 19239 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.338184 19239 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:47.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.338310 19239 server_base.cc:433] Attempting to create new FS layout instead 17:50:47.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.342198 19239 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/data/instance: 17:50:47.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4083900a8c6949b7afc4044814990c14" 17:50:47.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:47 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:47.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.343024 19239 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/wal/instance: 17:50:47.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4083900a8c6949b7afc4044814990c14" 17:50:47.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:47 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.368991 19239 fs_manager.cc:502] Time spent creating directory manager: real 0.026s user 0.007s sys 0.005s 17:50:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.370329 19239 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:47.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.371568 19239 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.379834 19239 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.379950 19239 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/wal 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4083900a8c6949b7afc4044814990c14" 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:47 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.380180 19239 fs_report.cc:352] FS layout report 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/wal 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/wal 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/data/data 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:47.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.531782 19239 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.534315 19239 master_main.cc:83] Starting Master server... 17:50:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.621536 19239 rpc_server.cc:205] RPC server started. Bound to: 127.18.198.254:53024 17:50:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.622368 19239 webserver.cc:175] Starting webserver on 127.18.198.254:0 17:50:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.622489 19239 webserver.cc:186] Document root disabled 17:50:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.624330 19239 webserver.cc:313] Webserver started. Bound to: http://127.18.198.254:41566/ 17:50:47.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.625075 19239 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-0/data/info.pb 17:50:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.628235 19300 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.634660 19227 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 19239 17:50:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.635392 19227 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/wal 17:50:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/data 17:50:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.198.253:41626 17:50:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.198.253 17:50:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/logs 17:50:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/data/info.pb 17:50:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.18.198.254:53024,127.18.198.253:41626,127.18.198.252:45536 with env {} 17:50:47.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.641542 19300 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } has no permanent_uuid. Determining permanent_uuid... 17:50:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.667629 19300 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } has no permanent_uuid. Determining permanent_uuid... 17:50:47.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.669061 19300 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.198.253:41626: Network error: Client connection negotiation failed: client connection to 127.18.198.253:41626: connect: Connection refused (error 111) 17:50:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.688433 19300 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } attempt: 1 17:50:47.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.689918 19300 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.198.253:41626: Network error: Client connection negotiation failed: client connection to 127.18.198.253:41626: connect: Connection refused (error 111) 17:50:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.738240 19300 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } attempt: 2 17:50:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.739745 19300 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.198.253:41626: Network error: Client connection negotiation failed: client connection to 127.18.198.253:41626: connect: Connection refused (error 111) 17:50:47.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:47.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.801942 19301 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:47.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.802306 19301 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.811422 19301 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.811560 19301 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.811652 19301 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.811753 19301 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.830816 19301 master_main.cc:73] Master server non-default flags: 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/data 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/wal 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.18.198.254:53024,127.18.198.253:41626,127.18.198.252:45536 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.198.253:41626 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/data/info.pb 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.198.253 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/logs 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:47.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.846096 19301 master_main.cc:80] Initializing master server... 17:50:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.848554 19301 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 299064us 17:50:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.849285 19301 fs_manager.cc:262] Metadata directory not provided 17:50:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.849439 19301 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.849752 19301 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.849864 19301 server_base.cc:433] Attempting to create new FS layout instead 17:50:47.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.851116 19300 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } attempt: 3 17:50:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:47.852510 19300 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.198.253:41626: Network error: Client connection negotiation failed: client connection to 127.18.198.253:41626: connect: Connection refused (error 111) 17:50:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.854097 19301 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/data/instance: 17:50:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "69ec5703065b43189cccb2d4160d7a2e" 17:50:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:47 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:47.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.854876 19301 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/wal/instance: 17:50:47.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "69ec5703065b43189cccb2d4160d7a2e" 17:50:47.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:47 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.870241 19301 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.008s sys 0.005s 17:50:47.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.871459 19301 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:47.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.872670 19301 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.881106 19301 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.001s 17:50:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.881219 19301 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/wal 17:50:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "69ec5703065b43189cccb2d4160d7a2e" 17:50:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:47 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:47.881446 19301 fs_report.cc:352] FS layout report 17:50:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/wal 17:50:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/wal 17:50:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/data/data 17:50:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:48.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.028818 19300 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } attempt: 4 17:50:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.030105 19300 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.198.253:41626: Network error: Client connection negotiation failed: client connection to 127.18.198.253:41626: connect: Connection refused (error 111) 17:50:48.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.088918 19301 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.091364 19301 master_main.cc:83] Starting Master server... 17:50:48.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.179787 19301 rpc_server.cc:205] RPC server started. Bound to: 127.18.198.253:41626 17:50:48.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.181069 19301 webserver.cc:175] Starting webserver on 127.18.198.253:0 17:50:48.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.181180 19301 webserver.cc:186] Document root disabled 17:50:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.183053 19301 webserver.cc:313] Webserver started. Bound to: http://127.18.198.253:48186/ 17:50:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.183815 19301 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-1/data/info.pb 17:50:48.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.186981 19366 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.191601 19227 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 19301 17:50:48.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.192764 19227 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:48.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/wal 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/data 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.198.252:45536 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.198.252 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/logs 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/data/info.pb 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:48.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.18.198.254:53024,127.18.198.253:41626,127.18.198.252:45536 with env {} 17:50:48.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.202414 19366 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } has no permanent_uuid. Determining permanent_uuid... 17:50:48.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.218418 19366 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } has no permanent_uuid. Determining permanent_uuid... 17:50:48.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.229444 19366 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } has no permanent_uuid. Determining permanent_uuid... 17:50:48.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.230890 19366 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.198.252:45536: Network error: Client connection negotiation failed: client connection to 127.18.198.252:45536: connect: Connection refused (error 111) 17:50:48.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.250274 19366 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } attempt: 1 17:50:48.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.251569 19366 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.198.252:45536: Network error: Client connection negotiation failed: client connection to 127.18.198.252:45536: connect: Connection refused (error 111) 17:50:48.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.299873 19366 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } attempt: 2 17:50:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.301235 19366 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.198.252:45536: Network error: Client connection negotiation failed: client connection to 127.18.198.252:45536: connect: Connection refused (error 111) 17:50:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.333437 19300 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } attempt: 5 17:50:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.340615 19300 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } has no permanent_uuid. Determining permanent_uuid... 17:50:48.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.341935 19300 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.198.252:45536: Network error: Client connection negotiation failed: client connection to 127.18.198.252:45536: connect: Connection refused (error 111) 17:50:48.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:48.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.360914 19367 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:48.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.361248 19367 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:48.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.371454 19367 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:48.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.371609 19367 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:48.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.371707 19367 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:48.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.371811 19367 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:48.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.380290 19300 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } attempt: 1 17:50:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.381707 19300 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.198.252:45536: Network error: Client connection negotiation failed: client connection to 127.18.198.252:45536: connect: Connection refused (error 111) 17:50:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.391505 19367 master_main.cc:73] Master server non-default flags: 17:50:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/data 17:50:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/wal 17:50:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.18.198.254:53024,127.18.198.253:41626,127.18.198.252:45536 17:50:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.198.252:45536 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/data/info.pb 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.198.252 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/logs 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:48.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.406168 19367 master_main.cc:80] Initializing master server... 17:50:48.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.408545 19367 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 299564us 17:50:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.409272 19367 fs_manager.cc:262] Metadata directory not provided 17:50:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.409458 19367 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.409711 19367 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.409821 19367 server_base.cc:433] Attempting to create new FS layout instead 17:50:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.412580 19366 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } attempt: 3 17:50:48.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.413684 19367 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/data/instance: 17:50:48.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9730fafae32b49ce99824544e614b138" 17:50:48.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:48.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.413978 19366 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.198.252:45536: Network error: Client connection negotiation failed: client connection to 127.18.198.252:45536: connect: Connection refused (error 111) 17:50:48.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.414618 19367 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/wal/instance: 17:50:48.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9730fafae32b49ce99824544e614b138" 17:50:48.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:48.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.428146 19367 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.009s sys 0.004s 17:50:48.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.429325 19367 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:48.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.430094 19300 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } attempt: 2 17:50:48.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.430697 19367 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:48.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.431452 19300 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.198.252:45536: Network error: Client connection negotiation failed: client connection to 127.18.198.252:45536: connect: Connection refused (error 111) 17:50:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.439091 19367 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:50:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.439234 19367 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/wal 17:50:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9730fafae32b49ce99824544e614b138" 17:50:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.439488 19367 fs_report.cc:352] FS layout report 17:50:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/wal 17:50:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/wal 17:50:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/data/data 17:50:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:48.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.531819 19300 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } attempt: 3 17:50:48.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.533361 19300 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.198.252:45536: Network error: Client connection negotiation failed: client connection to 127.18.198.252:45536: connect: Connection refused (error 111) 17:50:48.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.590307 19366 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } attempt: 4 17:50:48.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.591642 19366 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.198.252:45536: Network error: Client connection negotiation failed: client connection to 127.18.198.252:45536: connect: Connection refused (error 111) 17:50:48.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.621004 19367 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:48.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.623510 19367 master_main.cc:83] Starting Master server... 17:50:48.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.674077 19300 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } attempt: 4 17:50:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.675712 19300 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.18.198.252:45536: Network error: Client connection negotiation failed: client connection to 127.18.198.252:45536: connect: Connection refused (error 111) 17:50:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.713613 19367 rpc_server.cc:205] RPC server started. Bound to: 127.18.198.252:45536 17:50:48.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.714480 19367 webserver.cc:175] Starting webserver on 127.18.198.252:0 17:50:48.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.714586 19367 webserver.cc:186] Document root disabled 17:50:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.716374 19367 webserver.cc:313] Webserver started. Bound to: http://127.18.198.252:35728/ 17:50:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.717113 19367 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/master-2/data/info.pb 17:50:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.719743 19227 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 19367 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.721072 19227 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/wal 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/data 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.198.193:0 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.18.198.193 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.198.193 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.18.198.254:53024,127.18.198.253:41626,127.18.198.252:45536 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/logs 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/data/info.pb 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:48.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:48.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.721679 19431 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:48.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.734848 19431 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } has no permanent_uuid. Determining permanent_uuid... 17:50:48.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.750309 19431 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } has no permanent_uuid. Determining permanent_uuid... 17:50:48.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.757812 19431 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } has no permanent_uuid. Determining permanent_uuid... 17:50:48.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.771651 19431 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138: Bootstrap starting. 17:50:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.773957 19431 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138: No blocks or log segments found. Creating new log. 17:50:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.775305 19431 log.cc:525] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138: Log is configured to *not* fsync() on all Append() calls 17:50:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.779536 19431 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138: No bootstrap required, opened a new log 17:50:48.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.790182 19431 raft_consensus.cc:325] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } 17:50:48.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.790686 19431 raft_consensus.cc:351] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:48.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.790890 19431 raft_consensus.cc:630] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9730fafae32b49ce99824544e614b138, State: Initialized, Role: FOLLOWER 17:50:48.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.791419 19431 consensus_queue.cc:228] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } 17:50:48.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.794689 19431 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } } 17:50:48.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.795564 19431 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [sys.catalog]: This master's current role is: FOLLOWER 17:50:48.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.796893 19431 sys_catalog.cc:424] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [sys.catalog]: configured and running, proceeding with master startup. 17:50:48.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.795377 19437 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } } 17:50:48.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.863454 19437 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [sys.catalog]: This master's current role is: FOLLOWER 17:50:48.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.865808 19367 master_main.cc:86] Master server successfully started. 17:50:48.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.873376 19438 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:48.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.873778 19438 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:48.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.877617 19387 tablet.cc:1728] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:48.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:48.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.894487 19432 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:48.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.895016 19432 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:48.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.894958 19366 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } attempt: 5 17:50:48.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.904196 19432 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:48.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:48.904557 19432 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.198.193 17:50:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.910923 19366 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e: Bootstrap starting. 17:50:48.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.914526 19366 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e: No blocks or log segments found. Creating new log. 17:50:48.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.916327 19366 log.cc:525] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e: Log is configured to *not* fsync() on all Append() calls 17:50:48.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.920907 19366 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e: No bootstrap required, opened a new log 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.934172 19432 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/data 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/wal 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.198.193:0 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/data/info.pb 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.198.193 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.18.198.254:53024,127.18.198.253:41626,127.18.198.252:45536 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.18.198.193 17:50:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/logs 17:50:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:48.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.938530 19366 raft_consensus.cc:325] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } 17:50:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.939327 19366 raft_consensus.cc:351] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.939623 19366 raft_consensus.cc:630] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 69ec5703065b43189cccb2d4160d7a2e, State: Initialized, Role: FOLLOWER 17:50:48.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.940299 19366 consensus_queue.cc:228] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } 17:50:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.941072 19300 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } attempt: 5 17:50:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.949012 19445 sys_catalog.cc:337] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } } 17:50:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.949692 19445 sys_catalog.cc:340] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [sys.catalog]: This master's current role is: FOLLOWER 17:50:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.954999 19300 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14: Bootstrap starting. 17:50:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.958726 19300 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14: No blocks or log segments found. Creating new log. 17:50:48.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.960701 19300 log.cc:525] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14: Log is configured to *not* fsync() on all Append() calls 17:50:48.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.964900 19432 tablet_server_main.cc:85] Initializing tablet server... 17:50:48.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.968849 19300 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14: No bootstrap required, opened a new log 17:50:48.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.969244 19432 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 299564us 17:50:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.969919 19432 fs_manager.cc:262] Metadata directory not provided 17:50:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.970161 19432 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.970584 19432 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.970857 19432 server_base.cc:433] Attempting to create new FS layout instead 17:50:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.977066 19432 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/data/instance: 17:50:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b02d27fca890475ba17cc2b56844273a" 17:50:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.978179 19432 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/wal/instance: 17:50:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b02d27fca890475ba17cc2b56844273a" 17:50:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:48.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.986989 19300 raft_consensus.cc:325] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } 17:50:48.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.987793 19300 raft_consensus.cc:351] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.988090 19300 raft_consensus.cc:630] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4083900a8c6949b7afc4044814990c14, State: Initialized, Role: FOLLOWER 17:50:48.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.988795 19300 consensus_queue.cc:228] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } 17:50:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.997898 19300 sys_catalog.cc:337] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } } 17:50:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.998734 19300 sys_catalog.cc:340] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [sys.catalog]: This master's current role is: FOLLOWER 17:50:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.000097 19300 sys_catalog.cc:424] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [sys.catalog]: configured and running, proceeding with master startup. 17:50:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.004336 19432 fs_manager.cc:502] Time spent creating directory manager: real 0.025s user 0.010s sys 0.008s 17:50:49.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.006204 19432 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:49.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.012691 19432 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:49.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.043653 19432 fs_manager.cc:418] Time spent opening block manager: real 0.009s user 0.001s sys 0.001s 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.043839 19432 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/wal 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b02d27fca890475ba17cc2b56844273a" 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.044172 19432 fs_report.cc:352] FS layout report 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/wal 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/wal 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/data/data 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:49.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:49.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:49.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.950038 19366 sys_catalog.cc:337] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } } 17:50:49.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.046702 19366 sys_catalog.cc:340] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [sys.catalog]: This master's current role is: FOLLOWER 17:50:49.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.048038 19366 sys_catalog.cc:424] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [sys.catalog]: configured and running, proceeding with master startup. 17:50:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.054800 19301 master_main.cc:86] Master server successfully started. 17:50:49.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:49.063122 19452 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:49.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:49.063345 19452 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.079424 19437 raft_consensus.cc:457] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:50:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.079726 19437 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138: Snoozing failure detection for 1.930s (starting election) 17:50:49.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.080020 19437 raft_consensus.cc:479] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } 17:50:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.081423 19437 leader_election.cc:251] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 4083900a8c6949b7afc4044814990c14 (127.18.198.254:53024) 17:50:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.082092 19437 leader_election.cc:251] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 69ec5703065b43189cccb2d4160d7a2e (127.18.198.253:41626) 17:50:49.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.083837 19343 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9730fafae32b49ce99824544e614b138" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "69ec5703065b43189cccb2d4160d7a2e" is_pre_election: true 17:50:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.084563 19343 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e: Snoozing failure detection for 2.037s (vote granted) 17:50:49.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.084895 19343 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9730fafae32b49ce99824544e614b138 in term 0. 17:50:49.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.091001 19379 leader_election.cc:387] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 69ec5703065b43189cccb2d4160d7a2e (127.18.198.253:41626) 17:50:49.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.091290 19379 leader_election.cc:278] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:50:49.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.092375 19437 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138: Snoozing failure detection for 1.758s (election complete) 17:50:49.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.092630 19437 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:50:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.092839 19437 raft_consensus.cc:457] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:50:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.093051 19437 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138: Snoozing failure detection for 1.585s (starting election) 17:50:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.093253 19437 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [term 0 FOLLOWER]: Advancing to term 1 17:50:49.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:49.095870 19322 tablet.cc:1728] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:49.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.098810 19437 raft_consensus.cc:479] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } 17:50:49.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.099892 19437 leader_election.cc:251] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [CANDIDATE]: Term 1 election: Requesting vote from peer 4083900a8c6949b7afc4044814990c14 (127.18.198.254:53024) 17:50:49.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.100401 19437 leader_election.cc:251] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [CANDIDATE]: Term 1 election: Requesting vote from peer 69ec5703065b43189cccb2d4160d7a2e (127.18.198.253:41626) 17:50:49.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.105003 19343 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9730fafae32b49ce99824544e614b138" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "69ec5703065b43189cccb2d4160d7a2e" 17:50:49.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.105479 19343 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [term 0 FOLLOWER]: Advancing to term 1 17:50:49.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.105744 19343 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e: Snoozing failure detection for 1.678s (vote granted) 17:50:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.110956 19343 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9730fafae32b49ce99824544e614b138 in term 1. 17:50:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.111721 19379 leader_election.cc:387] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [CANDIDATE]: Term 1 election: Vote granted by peer 69ec5703065b43189cccb2d4160d7a2e (127.18.198.253:41626) 17:50:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.111954 19379 leader_election.cc:278] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.112383 19437 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138: Snoozing failure detection for 2.154s (election complete) 17:50:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.112628 19437 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [term 1 FOLLOWER]: Leader election won for term 1 17:50:49.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.125844 19437 raft_consensus.cc:595] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [term 1 LEADER]: Becoming Leader. State: Replica: 9730fafae32b49ce99824544e614b138, State: Running, Role: LEADER 17:50:49.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.129555 19437 consensus_queue.cc:205] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } 17:50:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.143975 19457 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9730fafae32b49ce99824544e614b138. Latest consensus state: current_term: 1 leader_uuid: "9730fafae32b49ce99824544e614b138" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } } 17:50:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.144646 19457 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [sys.catalog]: This master's current role is: LEADER 17:50:49.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.152098 19459 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:50:49.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.157809 19459 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:50:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:48.998145 19447 sys_catalog.cc:337] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } } 17:50:49.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.169590 19447 sys_catalog.cc:340] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [sys.catalog]: This master's current role is: FOLLOWER 17:50:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.206420 19343 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [term 1 FOLLOWER]: Refusing update from remote peer 9730fafae32b49ce99824544e614b138: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.207762 19457 consensus_queue.cc:963] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [LEADER]: Connected to new peer: Peer: permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:49.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:49.038838 19256 tablet.cc:1728] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.232674 19445 sys_catalog.cc:337] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9730fafae32b49ce99824544e614b138. Latest consensus state: current_term: 1 leader_uuid: "9730fafae32b49ce99824544e614b138" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } } 17:50:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.233338 19445 sys_catalog.cc:340] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [sys.catalog]: This master's current role is: FOLLOWER 17:50:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.231462 19276 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9730fafae32b49ce99824544e614b138" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4083900a8c6949b7afc4044814990c14" 17:50:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.231861 19277 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9730fafae32b49ce99824544e614b138" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4083900a8c6949b7afc4044814990c14" is_pre_election: true 17:50:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.234226 19275 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [term 0 FOLLOWER]: Advancing to term 1 17:50:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.235886 19239 master_main.cc:86] Master server successfully started. 17:50:49.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.243857 19275 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [term 1 FOLLOWER]: Refusing update from remote peer 9730fafae32b49ce99824544e614b138: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:49.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.244467 19276 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 9730fafae32b49ce99824544e614b138 for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:49.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.245414 19437 consensus_queue.cc:963] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:49.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.252539 19445 sys_catalog.cc:337] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9730fafae32b49ce99824544e614b138" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } } 17:50:49.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.253190 19445 sys_catalog.cc:340] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [sys.catalog]: This master's current role is: FOLLOWER 17:50:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.254210 19277 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9730fafae32b49ce99824544e614b138 for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.254467 19379 leader_election.cc:401] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [CANDIDATE]: Term 1 election: Vote denied by peer 4083900a8c6949b7afc4044814990c14 (127.18.198.254:53024). Message: Service unavailable: T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 9730fafae32b49ce99824544e614b138 for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.254595 19437 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9730fafae32b49ce99824544e614b138" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } } 17:50:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.255216 19379 leader_election.cc:401] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 4083900a8c6949b7afc4044814990c14 (127.18.198.254:53024). Message: Service unavailable: T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9730fafae32b49ce99824544e614b138 for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.255252 19437 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [sys.catalog]: This master's current role is: LEADER 17:50:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:49.259732 19450 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:49.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.260054 19459 catalog_manager.cc:924] Generated new certificate authority record 17:50:49.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:49.260099 19450 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:49.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.262279 19459 catalog_manager.cc:1046] Loading token signing keys... 17:50:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.280205 19459 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138: Generated new TSK 0 17:50:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.302366 19467 raft_consensus.cc:457] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 9730fafae32b49ce99824544e614b138) 17:50:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.302718 19467 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14: Snoozing failure detection for 1.542s (starting election) 17:50:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.302278 19447 sys_catalog.cc:337] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9730fafae32b49ce99824544e614b138. Latest consensus state: current_term: 1 leader_uuid: "9730fafae32b49ce99824544e614b138" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } } 17:50:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.303047 19447 sys_catalog.cc:340] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [sys.catalog]: This master's current role is: FOLLOWER 17:50:49.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.303411 19470 sys_catalog.cc:337] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9730fafae32b49ce99824544e614b138" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } } 17:50:49.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.304117 19470 sys_catalog.cc:340] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [sys.catalog]: This master's current role is: FOLLOWER 17:50:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.303077 19467 raft_consensus.cc:479] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } 17:50:49.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.306469 19457 sys_catalog.cc:337] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9730fafae32b49ce99824544e614b138" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4083900a8c6949b7afc4044814990c14" member_type: VOTER last_known_addr { host: "127.18.198.254" port: 53024 } } peers { permanent_uuid: "69ec5703065b43189cccb2d4160d7a2e" member_type: VOTER last_known_addr { host: "127.18.198.253" port: 41626 } } peers { permanent_uuid: "9730fafae32b49ce99824544e614b138" member_type: VOTER last_known_addr { host: "127.18.198.252" port: 45536 } } } 17:50:49.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.307137 19457 sys_catalog.cc:340] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [sys.catalog]: This master's current role is: LEADER 17:50:49.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.307184 19467 leader_election.cc:251] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [CANDIDATE]: Term 2 pre-election: Requesting pre-vote from peer 69ec5703065b43189cccb2d4160d7a2e (127.18.198.253:41626) 17:50:49.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.307869 19467 leader_election.cc:251] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [CANDIDATE]: Term 2 pre-election: Requesting pre-vote from peer 9730fafae32b49ce99824544e614b138 (127.18.198.252:45536) 17:50:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.308723 19343 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4083900a8c6949b7afc4044814990c14" candidate_term: 2 candidate_status { last_received { term: 1 index: 2 } } ignore_live_leader: false dest_uuid: "69ec5703065b43189cccb2d4160d7a2e" is_pre_election: true 17:50:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.309270 19343 raft_consensus.cc:2216] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 4083900a8c6949b7afc4044814990c14 for term 2 because replica is either leader or believes a valid leader to be alive. 17:50:49.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.309597 19408 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4083900a8c6949b7afc4044814990c14" candidate_term: 2 candidate_status { last_received { term: 1 index: 2 } } ignore_live_leader: false dest_uuid: "9730fafae32b49ce99824544e614b138" is_pre_election: true 17:50:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.310676 19408 raft_consensus.cc:2216] T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 4083900a8c6949b7afc4044814990c14 for term 2 because replica is either leader or believes a valid leader to be alive. 17:50:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.310585 19248 leader_election.cc:401] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [CANDIDATE]: Term 2 pre-election: Vote denied by peer 69ec5703065b43189cccb2d4160d7a2e (127.18.198.253:41626). Message: Invalid argument: T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 4083900a8c6949b7afc4044814990c14 for term 2 because replica is either leader or believes a valid leader to be alive. 17:50:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.311552 19248 leader_election.cc:401] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [CANDIDATE]: Term 2 pre-election: Vote denied by peer 9730fafae32b49ce99824544e614b138 (127.18.198.252:45536). Message: Invalid argument: T 00000000000000000000000000000000 P 9730fafae32b49ce99824544e614b138 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 4083900a8c6949b7afc4044814990c14 for term 2 because replica is either leader or believes a valid leader to be alive. 17:50:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.311794 19248 leader_election.cc:278] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. 17:50:49.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.336570 19467 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14: Snoozing failure detection for 2.063s (election complete) 17:50:49.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.336807 19467 raft_consensus.cc:2497] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority 17:50:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.441951 19432 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:49.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.450618 19432 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:49.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:49.457249 19432 tablet_server_main.cc:90] Starting tablet server... 17:50:50.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.069628 19452 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e: acquiring CA information for follower catalog manager: success 17:50:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.073113 19452 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 69ec5703065b43189cccb2d4160d7a2e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:50.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.266858 19450 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14: acquiring CA information for follower catalog manager: success 17:50:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.270843 19450 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 4083900a8c6949b7afc4044814990c14: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.343513 19432 rpc_server.cc:205] RPC server started. Bound to: 127.18.198.193:60277 17:50:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.345185 19432 webserver.cc:175] Starting webserver on 127.18.198.193:0 17:50:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.345495 19432 webserver.cc:186] Document root disabled 17:50:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.351652 19432 webserver.cc:313] Webserver started. Bound to: http://127.18.198.193:38356/ 17:50:50.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.352695 19432 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-0/data/info.pb 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.357978 19227 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 19432 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.359176 19227 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/wal 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/data 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.198.194:0 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.18.198.194 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.198.194 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.18.198.254:53024,127.18.198.253:41626,127.18.198.252:45536 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:50.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/logs 17:50:50.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/data/info.pb 17:50:50.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:50.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:50.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:50.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.415303 19432 tablet_server_main.cc:93] Tablet server successfully started. 17:50:50.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.449254 19584 heartbeater.cc:346] Connected to a master server at 127.18.198.254:53024 17:50:50.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.449595 19584 heartbeater.cc:426] Registering TS with master... 17:50:50.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.450157 19584 heartbeater.cc:475] Master 127.18.198.254:53024 requested a full tablet report, sending... 17:50:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.453749 19267 ts_manager.cc:98] Registered new tserver with Master: b02d27fca890475ba17cc2b56844273a (127.18.198.193:60277) 17:50:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.462395 19589 heartbeater.cc:346] Connected to a master server at 127.18.198.252:45536 17:50:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.462620 19589 heartbeater.cc:426] Registering TS with master... 17:50:50.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.463070 19589 heartbeater.cc:475] Master 127.18.198.252:45536 requested a full tablet report, sending... 17:50:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.465345 19398 ts_manager.cc:98] Registered new tserver with Master: b02d27fca890475ba17cc2b56844273a (127.18.198.193:60277) 17:50:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.467993 19398 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.18.198.193:47132 17:50:50.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.474733 19586 heartbeater.cc:346] Connected to a master server at 127.18.198.253:41626 17:50:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.474925 19586 heartbeater.cc:426] Registering TS with master... 17:50:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.475267 19586 heartbeater.cc:475] Master 127.18.198.253:41626 requested a full tablet report, sending... 17:50:50.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.478065 19333 ts_manager.cc:98] Registered new tserver with Master: b02d27fca890475ba17cc2b56844273a (127.18.198.193:60277) 17:50:50.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:50.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:50.634178 19585 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:50.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:50.634757 19585 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:50.672797 19585 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:50.676949 19585 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.198.194 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.742123 19585 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/data 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/wal 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.198.194:0 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/data/info.pb 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.198.194 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.18.198.254:53024,127.18.198.253:41626,127.18.198.252:45536 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.18.198.194 17:50:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/logs 17:50:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.770298 19585 tablet_server_main.cc:85] Initializing tablet server... 17:50:50.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.773350 19585 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 300564us 17:50:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.774168 19585 fs_manager.cc:262] Metadata directory not provided 17:50:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.774499 19585 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:50.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.775012 19585 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:50.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.775321 19585 server_base.cc:433] Attempting to create new FS layout instead 17:50:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.780676 19585 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/data/instance: 17:50:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "bd943ab8ea98404baf7d22cf8c4be633" 17:50:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:50 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:50.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.781879 19585 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/wal/instance: 17:50:50.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "bd943ab8ea98404baf7d22cf8c4be633" 17:50:50.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:50 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:50.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.809096 19585 fs_manager.cc:502] Time spent creating directory manager: real 0.027s user 0.012s sys 0.011s 17:50:50.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.811116 19585 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:50.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.811892 19585 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.829253 19585 fs_manager.cc:418] Time spent opening block manager: real 0.006s user 0.000s sys 0.005s 17:50:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.829641 19585 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/wal 17:50:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "bd943ab8ea98404baf7d22cf8c4be633" 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:50 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:50.830199 19585 fs_report.cc:352] FS layout report 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/wal 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/wal 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/data/data 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:51.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.113135 19585 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:51.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.117077 19585 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.118573 19585 tablet_server_main.cc:90] Starting tablet server... 17:50:51.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.308219 19585 rpc_server.cc:205] RPC server started. Bound to: 127.18.198.194:34572 17:50:51.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.309587 19585 webserver.cc:175] Starting webserver on 127.18.198.194:0 17:50:51.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.309708 19585 webserver.cc:186] Document root disabled 17:50:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.311614 19585 webserver.cc:313] Webserver started. Bound to: http://127.18.198.194:40307/ 17:50:51.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.312479 19585 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-1/data/info.pb 17:50:51.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.322746 19227 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 19585 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.323830 19227 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/wal 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/data 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.198.195:0 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.18.198.195 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.198.195 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.18.198.254:53024,127.18.198.253:41626,127.18.198.252:45536 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/logs 17:50:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/data/info.pb 17:50:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:51.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.352207 19585 tablet_server_main.cc:93] Tablet server successfully started. 17:50:51.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.391423 19717 heartbeater.cc:346] Connected to a master server at 127.18.198.253:41626 17:50:51.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.391788 19717 heartbeater.cc:426] Registering TS with master... 17:50:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.393030 19717 heartbeater.cc:475] Master 127.18.198.253:41626 requested a full tablet report, sending... 17:50:51.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.398322 19333 ts_manager.cc:98] Registered new tserver with Master: bd943ab8ea98404baf7d22cf8c4be633 (127.18.198.194:34572) 17:50:51.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.405954 19716 heartbeater.cc:346] Connected to a master server at 127.18.198.254:53024 17:50:51.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.406210 19716 heartbeater.cc:426] Registering TS with master... 17:50:51.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.406666 19716 heartbeater.cc:475] Master 127.18.198.254:53024 requested a full tablet report, sending... 17:50:51.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.392372 19718 heartbeater.cc:346] Connected to a master server at 127.18.198.252:45536 17:50:51.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.408495 19718 heartbeater.cc:426] Registering TS with master... 17:50:51.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.408929 19718 heartbeater.cc:475] Master 127.18.198.252:45536 requested a full tablet report, sending... 17:50:51.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.409068 19267 ts_manager.cc:98] Registered new tserver with Master: bd943ab8ea98404baf7d22cf8c4be633 (127.18.198.194:34572) 17:50:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.411245 19398 ts_manager.cc:98] Registered new tserver with Master: bd943ab8ea98404baf7d22cf8c4be633 (127.18.198.194:34572) 17:50:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.412417 19398 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.18.198.194:57537 17:50:51.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.471596 19589 heartbeater.cc:467] Master 127.18.198.252:45536 was elected leader, sending a full tablet report... 17:50:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:51.489387 19722 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:51.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:51.489889 19722 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:51.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:51.499197 19722 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:51.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:51.499606 19722 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.198.195 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.514006 19722 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/data 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/wal 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.18.198.195:0 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/data/info.pb 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.18.198.195 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.18.198.254:53024,127.18.198.253:41626,127.18.198.252:45536 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.18.198.195 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/logs 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:51.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:51.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:51.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:51.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:51.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:51.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.530226 19722 tablet_server_main.cc:85] Initializing tablet server... 17:50:51.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.532979 19722 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 301064us 17:50:51.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.533668 19722 fs_manager.cc:262] Metadata directory not provided 17:50:51.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.533919 19722 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:51.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.534375 19722 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:51.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.534642 19722 server_base.cc:433] Attempting to create new FS layout instead 17:50:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.539750 19722 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/data/instance: 17:50:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9548ad0fd665491cadb575b513f47d5f" 17:50:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:51 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.540874 19722 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/wal/instance: 17:50:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9548ad0fd665491cadb575b513f47d5f" 17:50:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:51 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:51.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.559581 19722 fs_manager.cc:502] Time spent creating directory manager: real 0.018s user 0.012s sys 0.003s 17:50:51.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.560752 19722 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:51.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.561198 19722 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.568496 19722 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.001s 17:50:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.568624 19722 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/wal 17:50:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9548ad0fd665491cadb575b513f47d5f" 17:50:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:51 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.568883 19722 fs_report.cc:352] FS layout report 17:50:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/wal 17:50:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/wal 17:50:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/data/data 17:50:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:51.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.712283 19722 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.715737 19722 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.716922 19722 tablet_server_main.cc:90] Starting tablet server... 17:50:51.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.828701 19722 rpc_server.cc:205] RPC server started. Bound to: 127.18.198.195:53164 17:50:51.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.829941 19722 webserver.cc:175] Starting webserver on 127.18.198.195:0 17:50:51.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.830060 19722 webserver.cc:186] Document root disabled 17:50:51.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.831750 19722 webserver.cc:313] Webserver started. Bound to: http://127.18.198.195:43804/ 17:50:51.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.832604 19722 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1423230471325086484/ts-2/data/info.pb 17:50:51.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.841734 19227 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 19722 17:50:51.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.847230 19722 tablet_server_main.cc:93] Tablet server successfully started. 17:50:51.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.887591 19848 heartbeater.cc:346] Connected to a master server at 127.18.198.253:41626 17:50:51.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.887920 19848 heartbeater.cc:426] Registering TS with master... 17:50:51.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.888629 19848 heartbeater.cc:475] Master 127.18.198.253:41626 requested a full tablet report, sending... 17:50:51.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.890018 19847 heartbeater.cc:346] Connected to a master server at 127.18.198.254:53024 17:50:51.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.890246 19847 heartbeater.cc:426] Registering TS with master... 17:50:51.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.890763 19847 heartbeater.cc:475] Master 127.18.198.254:53024 requested a full tablet report, sending... 17:50:51.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.892241 19333 ts_manager.cc:98] Registered new tserver with Master: 9548ad0fd665491cadb575b513f47d5f (127.18.198.195:53164) 17:50:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.895162 19267 ts_manager.cc:98] Registered new tserver with Master: 9548ad0fd665491cadb575b513f47d5f (127.18.198.195:53164) 17:50:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.889410 19849 heartbeater.cc:346] Connected to a master server at 127.18.198.252:45536 17:50:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.901638 19849 heartbeater.cc:426] Registering TS with master... 17:50:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.902029 19849 heartbeater.cc:475] Master 127.18.198.252:45536 requested a full tablet report, sending... 17:50:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.903722 19398 ts_manager.cc:98] Registered new tserver with Master: 9548ad0fd665491cadb575b513f47d5f (127.18.198.195:53164) 17:50:51.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.905380 19398 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.18.198.195:55214 17:50:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.907721 19227 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:50:51.908 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:51.982167 19398 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.18.198.252:40012: 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:50:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:50:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:50:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:52.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.034741 19784 tablet_service.cc:759] Processing CreateTablet for tablet 415fbdc6baa84aebb8fb4b303607a550 (table=test [id=495afa48b94a416c85f23ad81a534521]), partition=RANGE (key) PARTITION VALUES < 50 17:50:52.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.034727 19653 tablet_service.cc:759] Processing CreateTablet for tablet dbdcc8b8f4fe47ddaf7228cd3fe681b3 (table=test [id=495afa48b94a416c85f23ad81a534521]), partition=RANGE (key) PARTITION VALUES >= 50 17:50:52.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.035579 19653 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet dbdcc8b8f4fe47ddaf7228cd3fe681b3. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:52.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.035624 19784 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 415fbdc6baa84aebb8fb4b303607a550. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:52.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.047886 19784 ts_tablet_manager.cc:1173] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f: Registered tablet (data state: TABLET_DATA_READY) 17:50:52.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.048691 19653 ts_tablet_manager.cc:1173] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633: Registered tablet (data state: TABLET_DATA_READY) 17:50:52.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.049970 19918 ts_tablet_manager.cc:1028] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f: Bootstrapping tablet 17:50:52.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.050380 19919 ts_tablet_manager.cc:1028] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633: Bootstrapping tablet 17:50:52.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.050833 19918 tablet_bootstrap.cc:438] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f: Bootstrap starting. 17:50:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.051050 19919 tablet_bootstrap.cc:438] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633: Bootstrap starting. 17:50:52.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.053939 19918 tablet_bootstrap.cc:592] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f: No blocks or log segments found. Creating new log. 17:50:52.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.053921 19919 tablet_bootstrap.cc:592] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633: No blocks or log segments found. Creating new log. 17:50:52.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.055385 19918 log.cc:525] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f: Log is configured to *not* fsync() on all Append() calls 17:50:52.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.055775 19919 log.cc:525] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633: Log is configured to *not* fsync() on all Append() calls 17:50:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.058882 19918 tablet_bootstrap.cc:438] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f: No bootstrap required, opened a new log 17:50:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.059173 19919 tablet_bootstrap.cc:438] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633: No bootstrap required, opened a new log 17:50:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.059212 19918 ts_tablet_manager.cc:1045] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s 17:50:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.059499 19919 ts_tablet_manager.cc:1045] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.003s 17:50:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.071435 19918 raft_consensus.cc:325] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9548ad0fd665491cadb575b513f47d5f" member_type: VOTER last_known_addr { host: "127.18.198.195" port: 53164 } } 17:50:52.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.071897 19918 raft_consensus.cc:351] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:52.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.072103 19918 raft_consensus.cc:630] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9548ad0fd665491cadb575b513f47d5f, State: Initialized, Role: FOLLOWER 17:50:52.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.072049 19919 raft_consensus.cc:325] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bd943ab8ea98404baf7d22cf8c4be633" member_type: VOTER last_known_addr { host: "127.18.198.194" port: 34572 } } 17:50:52.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.072608 19919 raft_consensus.cc:351] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:52.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.072777 19919 raft_consensus.cc:630] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bd943ab8ea98404baf7d22cf8c4be633, State: Initialized, Role: FOLLOWER 17:50:52.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.072798 19918 consensus_queue.cc:228] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9548ad0fd665491cadb575b513f47d5f" member_type: VOTER last_known_addr { host: "127.18.198.195" port: 53164 } } 17:50:52.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.073302 19918 raft_consensus.cc:365] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:52.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.073328 19919 consensus_queue.cc:228] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bd943ab8ea98404baf7d22cf8c4be633" member_type: VOTER last_known_addr { host: "127.18.198.194" port: 34572 } } 17:50:52.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.073578 19918 raft_consensus.cc:457] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:52.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.073781 19919 raft_consensus.cc:365] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:52.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.073813 19918 raft_consensus.cc:2742] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f: Snoozing failure detection for 1.918s (starting election) 17:50:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.074012 19919 raft_consensus.cc:457] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.074030 19918 raft_consensus.cc:2794] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f [term 0 FOLLOWER]: Advancing to term 1 17:50:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.074228 19919 raft_consensus.cc:2742] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633: Snoozing failure detection for 1.588s (starting election) 17:50:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.074463 19919 raft_consensus.cc:2794] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633 [term 0 FOLLOWER]: Advancing to term 1 17:50:52.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.077198 19919 raft_consensus.cc:479] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bd943ab8ea98404baf7d22cf8c4be633" member_type: VOTER last_known_addr { host: "127.18.198.194" port: 34572 } } 17:50:52.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.077291 19918 raft_consensus.cc:479] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9548ad0fd665491cadb575b513f47d5f" member_type: VOTER last_known_addr { host: "127.18.198.195" port: 53164 } } 17:50:52.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.077694 19919 leader_election.cc:278] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:52.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.077849 19918 leader_election.cc:278] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:52.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.080456 19922 raft_consensus.cc:2742] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633: Snoozing failure detection for 2.147s (election complete) 17:50:52.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.080379 19923 raft_consensus.cc:2742] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f: Snoozing failure detection for 1.911s (election complete) 17:50:52.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.080827 19923 raft_consensus.cc:2549] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f [term 1 FOLLOWER]: Leader election won for term 1 17:50:52.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.081022 19922 raft_consensus.cc:2549] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633 [term 1 FOLLOWER]: Leader election won for term 1 17:50:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.086724 19849 heartbeater.cc:467] Master 127.18.198.252:45536 was elected leader, sending a full tablet report... 17:50:52.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.087880 19918 ts_tablet_manager.cc:1073] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f: Time spent starting tablet: real 0.029s user 0.014s sys 0.012s 17:50:52.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.088238 19923 raft_consensus.cc:595] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f [term 1 LEADER]: Becoming Leader. State: Replica: 9548ad0fd665491cadb575b513f47d5f, State: Running, Role: LEADER 17:50:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.088865 19922 raft_consensus.cc:595] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633 [term 1 LEADER]: Becoming Leader. State: Replica: bd943ab8ea98404baf7d22cf8c4be633, State: Running, Role: LEADER 17:50:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.088814 19923 consensus_queue.cc:205] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9548ad0fd665491cadb575b513f47d5f" member_type: VOTER last_known_addr { host: "127.18.198.195" port: 53164 } } 17:50:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.089303 19922 consensus_queue.cc:205] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bd943ab8ea98404baf7d22cf8c4be633" member_type: VOTER last_known_addr { host: "127.18.198.194" port: 34572 } } 17:50:52.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:52.091949 19850 tablet.cc:1728] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:52.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.092391 19718 heartbeater.cc:467] Master 127.18.198.252:45536 was elected leader, sending a full tablet report... 17:50:52.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.097188 19398 catalog_manager.cc:3758] T 415fbdc6baa84aebb8fb4b303607a550 P 9548ad0fd665491cadb575b513f47d5f reported cstate change: term changed from 0 to 1, leader changed from to 9548ad0fd665491cadb575b513f47d5f (127.18.198.195). New cstate: current_term: 1 leader_uuid: "9548ad0fd665491cadb575b513f47d5f" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9548ad0fd665491cadb575b513f47d5f" member_type: VOTER last_known_addr { host: "127.18.198.195" port: 53164 } health_report { overall_health: HEALTHY } } } 17:50:52.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.110810 19397 catalog_manager.cc:3758] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633 reported cstate change: term changed from 0 to 1, leader changed from to bd943ab8ea98404baf7d22cf8c4be633 (127.18.198.194). New cstate: current_term: 1 leader_uuid: "bd943ab8ea98404baf7d22cf8c4be633" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bd943ab8ea98404baf7d22cf8c4be633" member_type: VOTER last_known_addr { host: "127.18.198.194" port: 34572 } health_report { overall_health: HEALTHY } } } 17:50:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.118423 19919 ts_tablet_manager.cc:1073] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633: Time spent starting tablet: real 0.059s user 0.020s sys 0.006s 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.145546 19397 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.18.198.252:40012: 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:52.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.172904 19519 tablet_service.cc:759] Processing CreateTablet for tablet 247d6824d83049788fd3a539addd37f2 (table=simple-test [id=14e67f161a7d4ec38a2427e1d9c90a6a]), partition=RANGE (key) PARTITION UNBOUNDED 17:50:52.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.173606 19519 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 247d6824d83049788fd3a539addd37f2. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:52.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.185703 19519 ts_tablet_manager.cc:1173] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a: Registered tablet (data state: TABLET_DATA_READY) 17:50:52.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.186920 19935 ts_tablet_manager.cc:1028] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a: Bootstrapping tablet 17:50:52.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.187506 19935 tablet_bootstrap.cc:438] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a: Bootstrap starting. 17:50:52.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.189673 19935 tablet_bootstrap.cc:592] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a: No blocks or log segments found. Creating new log. 17:50:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.190919 19935 log.cc:525] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a: Log is configured to *not* fsync() on all Append() calls 17:50:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.195041 19935 tablet_bootstrap.cc:438] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a: No bootstrap required, opened a new log 17:50:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.195348 19935 ts_tablet_manager.cc:1045] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.002s 17:50:52.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.205981 19935 raft_consensus.cc:325] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b02d27fca890475ba17cc2b56844273a" member_type: VOTER last_known_addr { host: "127.18.198.193" port: 60277 } } 17:50:52.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.206409 19935 raft_consensus.cc:351] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:52.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.206601 19935 raft_consensus.cc:630] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b02d27fca890475ba17cc2b56844273a, State: Initialized, Role: FOLLOWER 17:50:52.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.207047 19935 consensus_queue.cc:228] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b02d27fca890475ba17cc2b56844273a" member_type: VOTER last_known_addr { host: "127.18.198.193" port: 60277 } } 17:50:52.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.207424 19935 raft_consensus.cc:365] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:52.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.207648 19935 raft_consensus.cc:457] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:52.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.207823 19935 raft_consensus.cc:2742] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a: Snoozing failure detection for 1.616s (starting election) 17:50:52.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.208006 19935 raft_consensus.cc:2794] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a [term 0 FOLLOWER]: Advancing to term 1 17:50:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.210707 19935 raft_consensus.cc:479] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b02d27fca890475ba17cc2b56844273a" member_type: VOTER last_known_addr { host: "127.18.198.193" port: 60277 } } 17:50:52.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.211184 19935 leader_election.cc:278] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.212805 19937 raft_consensus.cc:2742] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a: Snoozing failure detection for 2.055s (election complete) 17:50:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.213088 19937 raft_consensus.cc:2549] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a [term 1 FOLLOWER]: Leader election won for term 1 17:50:52.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.215832 19937 raft_consensus.cc:595] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a [term 1 LEADER]: Becoming Leader. State: Replica: b02d27fca890475ba17cc2b56844273a, State: Running, Role: LEADER 17:50:52.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.216311 19937 consensus_queue.cc:205] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b02d27fca890475ba17cc2b56844273a" member_type: VOTER last_known_addr { host: "127.18.198.193" port: 60277 } } 17:50:52.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.216392 19935 ts_tablet_manager.cc:1073] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a: Time spent starting tablet: real 0.021s user 0.015s sys 0.004s 17:50:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.302337 19397 catalog_manager.cc:3758] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a reported cstate change: term changed from 0 to 1, leader changed from to b02d27fca890475ba17cc2b56844273a (127.18.198.193). New cstate: current_term: 1 leader_uuid: "b02d27fca890475ba17cc2b56844273a" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b02d27fca890475ba17cc2b56844273a" member_type: VOTER last_known_addr { host: "127.18.198.193" port: 60277 } health_report { overall_health: HEALTHY } } } 17:50:52.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:52.333103 19719 tablet.cc:1728] T dbdcc8b8f4fe47ddaf7228cd3fe681b3 P bd943ab8ea98404baf7d22cf8c4be633: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:52.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:52.413089 19592 tablet.cc:1728] T 247d6824d83049788fd3a539addd37f2 P b02d27fca890475ba17cc2b56844273a: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:52.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.756206 19227 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 19432 17:50:52.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:52.787359 19313 connection.cc:512] server connection from 127.18.198.193:40411 recv error: Network error: failed to read from TLS socket (remote: 127.18.198.193:40411): Connection reset by peer (error 104) 17:50:52.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:52.787557 19379 connection.cc:512] server connection from 127.18.198.193:47132 recv error: Network error: failed to read from TLS socket (remote: 127.18.198.193:47132): Connection reset by peer (error 104) 17:50:52.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:52.788290 19248 connection.cc:512] server connection from 127.18.198.193:36987 recv error: Network error: failed to read from TLS socket (remote: 127.18.198.193:36987): Connection reset by peer (error 104) 17:50:52.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.790796 19227 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 19585 17:50:52.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:52.810989 19248 connection.cc:512] server connection from 127.18.198.194:33490 recv error: Network error: failed to read from TLS socket (remote: 127.18.198.194:33490): Connection reset by peer (error 104) 17:50:52.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:52.811985 19315 connection.cc:512] server connection from 127.18.198.194:37554 recv error: Network error: failed to read from TLS socket (remote: 127.18.198.194:37554): Connection reset by peer (error 104) 17:50:52.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.812052 19227 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 19722 17:50:52.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:52.812786 19378 connection.cc:512] server connection from 127.18.198.194:57537 recv error: Network error: failed to read from TLS socket (remote: 127.18.198.194:57537): Connection reset by peer (error 104) 17:50:52.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:52.835180 19248 connection.cc:512] server connection from 127.18.198.195:58367 recv error: Network error: failed to read from TLS socket (remote: 127.18.198.195:58367): Connection reset by peer (error 104) 17:50:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:52.836100 19313 connection.cc:512] server connection from 127.18.198.195:43685 recv error: Network error: failed to read from TLS socket (remote: 127.18.198.195:43685): Connection reset by peer (error 104) 17:50:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.837021 19227 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 19239 17:50:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:52.838639 19380 connection.cc:512] server connection from 127.18.198.195:55214 recv error: Network error: failed to read from TLS socket (remote: 127.18.198.195:55214): Connection reset by peer (error 104) 17:50:52.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.859186 19227 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 19301 17:50:52.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:52.879186 19227 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 19367 17:50:53.920 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614253920 17:50:53.921 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:50:53.921 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:50:53.922 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:50:53.922 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.135066 19968 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/wal 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/data 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.19.128.62:54839 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.19.128.62 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/logs 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/data/info.pb 17:50:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.19.128.62:54839,127.19.128.61:44423,127.19.128.60:38288 with env {} 17:50:54.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:54.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.291241 19976 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:54.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.291666 19976 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:54.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.300967 19976 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:54.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.301118 19976 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:54.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.301298 19976 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:54.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.301527 19976 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.319936 19976 master_main.cc:73] Master server non-default flags: 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/data 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/wal 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.19.128.62:54839,127.19.128.61:44423,127.19.128.60:38288 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.19.128.62:54839 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/data/info.pb 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.19.128.62 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/logs 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:54.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:54.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:54.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.334605 19976 master_main.cc:80] Initializing master server... 17:50:54.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.337455 19976 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 302564us 17:50:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.338207 19976 fs_manager.cc:262] Metadata directory not provided 17:50:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.338351 19976 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.338680 19976 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.338804 19976 server_base.cc:433] Attempting to create new FS layout instead 17:50:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.342615 19976 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/data/instance: 17:50:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" 17:50:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:54 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:54.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.343343 19976 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/wal/instance: 17:50:54.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" 17:50:54.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:54 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.357271 19976 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.009s sys 0.004s 17:50:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.358458 19976 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.359647 19976 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:54.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.367837 19976 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.367962 19976 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/wal 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:54 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.368202 19976 fs_report.cc:352] FS layout report 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/wal 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/wal 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/data/data 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.508726 19976 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:54.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.511191 19976 master_main.cc:83] Starting Master server... 17:50:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.598671 19976 rpc_server.cc:205] RPC server started. Bound to: 127.19.128.62:54839 17:50:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.599656 19976 webserver.cc:175] Starting webserver on 127.19.128.62:0 17:50:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.599767 19976 webserver.cc:186] Document root disabled 17:50:54.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.601790 19976 webserver.cc:313] Webserver started. Bound to: http://127.19.128.62:33581/ 17:50:54.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.602596 19976 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-0/data/info.pb 17:50:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.606634 20037 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:54.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.608606 19968 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 19976 17:50:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.609781 19968 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/wal 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/data 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.19.128.61:44423 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.19.128.61 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/logs 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/data/info.pb 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.19.128.62:54839,127.19.128.61:44423,127.19.128.60:38288 with env {} 17:50:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.621652 20037 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } has no permanent_uuid. Determining permanent_uuid... 17:50:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.641983 20037 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } has no permanent_uuid. Determining permanent_uuid... 17:50:54.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.643738 20037 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.19.128.61:44423: Network error: Client connection negotiation failed: client connection to 127.19.128.61:44423: connect: Connection refused (error 111) 17:50:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.663125 20037 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } attempt: 1 17:50:54.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.664180 20037 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.19.128.61:44423: Network error: Client connection negotiation failed: client connection to 127.19.128.61:44423: connect: Connection refused (error 111) 17:50:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.712525 20037 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } attempt: 2 17:50:54.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.713855 20037 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.19.128.61:44423: Network error: Client connection negotiation failed: client connection to 127.19.128.61:44423: connect: Connection refused (error 111) 17:50:54.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:54.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.769265 20038 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:54.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.769678 20038 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:54.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.778772 20038 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:54.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.778923 20038 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:54.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.779068 20038 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:54.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.779237 20038 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.798844 20038 master_main.cc:73] Master server non-default flags: 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/data 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/wal 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.19.128.62:54839,127.19.128.61:44423,127.19.128.60:38288 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.19.128.61:44423 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/data/info.pb 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.19.128.61 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/logs 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:54.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:54.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:54.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.813278 20038 master_main.cc:80] Initializing master server... 17:50:54.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.815263 20038 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 302564us 17:50:54.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.816007 20038 fs_manager.cc:262] Metadata directory not provided 17:50:54.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.816148 20038 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:54.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.816483 20038 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:54.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.816606 20038 server_base.cc:433] Attempting to create new FS layout instead 17:50:54.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.820345 20038 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/data/instance: 17:50:54.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "db4bdde91e50466c92c9a26770506b66" 17:50:54.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:54 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:54.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.821081 20038 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/wal/instance: 17:50:54.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "db4bdde91e50466c92c9a26770506b66" 17:50:54.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:54 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:54.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.825204 20037 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } attempt: 3 17:50:54.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:54.826414 20037 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.19.128.61:44423: Network error: Client connection negotiation failed: client connection to 127.19.128.61:44423: connect: Connection refused (error 111) 17:50:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.839433 20038 fs_manager.cc:502] Time spent creating directory manager: real 0.018s user 0.007s sys 0.005s 17:50:54.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.840615 20038 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.841845 20038 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.849988 20038 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:50:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.850112 20038 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/wal 17:50:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "db4bdde91e50466c92c9a26770506b66" 17:50:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:54 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.850387 20038 fs_report.cc:352] FS layout report 17:50:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/wal 17:50:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/wal 17:50:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/data/data 17:50:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.987216 20038 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:54.989677 20038 master_main.cc:83] Starting Master server... 17:50:55.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.002750 20037 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } attempt: 4 17:50:55.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.003985 20037 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.19.128.61:44423: Network error: Client connection negotiation failed: client connection to 127.19.128.61:44423: connect: Connection refused (error 111) 17:50:55.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.079749 20038 rpc_server.cc:205] RPC server started. Bound to: 127.19.128.61:44423 17:50:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.080590 20038 webserver.cc:175] Starting webserver on 127.19.128.61:0 17:50:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.080687 20038 webserver.cc:186] Document root disabled 17:50:55.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.082548 20038 webserver.cc:313] Webserver started. Bound to: http://127.19.128.61:33285/ 17:50:55.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.083272 20038 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-1/data/info.pb 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.086282 19968 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 20038 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.087431 19968 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/wal 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/data 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.19.128.60:38288 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.19.128.60 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/logs 17:50:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/data/info.pb 17:50:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:50:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.19.128.62:54839,127.19.128.61:44423,127.19.128.60:38288 with env {} 17:50:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.087656 20103 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.101912 20103 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } has no permanent_uuid. Determining permanent_uuid... 17:50:55.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.117511 20103 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } has no permanent_uuid. Determining permanent_uuid... 17:50:55.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.127904 20103 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } has no permanent_uuid. Determining permanent_uuid... 17:50:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.129539 20103 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.19.128.60:38288: Network error: Client connection negotiation failed: client connection to 127.19.128.60:38288: connect: Connection refused (error 111) 17:50:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.148964 20103 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } attempt: 1 17:50:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.150018 20103 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.19.128.60:38288: Network error: Client connection negotiation failed: client connection to 127.19.128.60:38288: connect: Connection refused (error 111) 17:50:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.198369 20103 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } attempt: 2 17:50:55.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.199620 20103 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.19.128.60:38288: Network error: Client connection negotiation failed: client connection to 127.19.128.60:38288: connect: Connection refused (error 111) 17:50:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.247481 20104 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.247846 20104 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.257036 20104 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:50:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.257167 20104 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.257302 20104 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:50:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.257469 20104 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.276157 20104 master_main.cc:73] Master server non-default flags: 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/data 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/wal 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.19.128.62:54839,127.19.128.61:44423,127.19.128.60:38288 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.19.128.60:38288 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/data/info.pb 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.19.128.60 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/logs 17:50:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:50:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.290768 20104 master_main.cc:80] Initializing master server... 17:50:55.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.292716 20104 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 303064us 17:50:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.293469 20104 fs_manager.cc:262] Metadata directory not provided 17:50:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.293591 20104 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.293872 20104 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.293997 20104 server_base.cc:433] Attempting to create new FS layout instead 17:50:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.297719 20104 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/data/instance: 17:50:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6c490337bce34404bc01a759d4d85697" 17:50:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.298456 20104 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/wal/instance: 17:50:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6c490337bce34404bc01a759d4d85697" 17:50:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:55.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.307317 20037 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } attempt: 5 17:50:55.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.310930 20103 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } attempt: 3 17:50:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.313999 20103 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.19.128.60:38288: Network error: Client connection negotiation failed: client connection to 127.19.128.60:38288: connect: Connection refused (error 111) 17:50:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.314975 20104 fs_manager.cc:502] Time spent creating directory manager: real 0.016s user 0.006s sys 0.007s 17:50:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.315950 20037 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } has no permanent_uuid. Determining permanent_uuid... 17:50:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.316323 20104 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:55.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.318207 20104 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:55.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.318636 20037 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.19.128.60:38288: Network error: Client connection negotiation failed: client connection to 127.19.128.60:38288: connect: Connection refused (error 111) 17:50:55.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.326491 20104 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.002s 17:50:55.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.326619 20104 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/wal 17:50:55.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6c490337bce34404bc01a759d4d85697" 17:50:55.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.326874 20104 fs_report.cc:352] FS layout report 17:50:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/wal 17:50:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/wal 17:50:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/data/data 17:50:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:55.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.356930 20037 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } attempt: 1 17:50:55.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.358595 20037 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.19.128.60:38288: Network error: Client connection negotiation failed: client connection to 127.19.128.60:38288: connect: Connection refused (error 111) 17:50:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.406939 20037 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } attempt: 2 17:50:55.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.408674 20037 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.19.128.60:38288: Network error: Client connection negotiation failed: client connection to 127.19.128.60:38288: connect: Connection refused (error 111) 17:50:55.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.481956 20104 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:55.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.484367 20104 master_main.cc:83] Starting Master server... 17:50:55.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.490331 20103 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } attempt: 4 17:50:55.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.491780 20103 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.19.128.60:38288: Network error: Client connection negotiation failed: client connection to 127.19.128.60:38288: connect: Connection refused (error 111) 17:50:55.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.509037 20037 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } attempt: 3 17:50:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.510921 20037 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.19.128.60:38288: Network error: Client connection negotiation failed: client connection to 127.19.128.60:38288: connect: Connection refused (error 111) 17:50:55.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.574731 20104 rpc_server.cc:205] RPC server started. Bound to: 127.19.128.60:38288 17:50:55.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.575547 20104 webserver.cc:175] Starting webserver on 127.19.128.60:0 17:50:55.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.575644 20104 webserver.cc:186] Document root disabled 17:50:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.577451 20104 webserver.cc:313] Webserver started. Bound to: http://127.19.128.60:51672/ 17:50:55.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.578174 20104 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/master-2/data/info.pb 17:50:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.581826 20167 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:55.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.581893 19968 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 20104 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.583264 19968 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/wal 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/data 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.19.128.1:0 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.19.128.1 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.19.128.1 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.19.128.62:54839,127.19.128.61:44423,127.19.128.60:38288 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/logs 17:50:55.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/data/info.pb 17:50:55.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:55.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:55.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:55.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:55.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.596262 20167 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } has no permanent_uuid. Determining permanent_uuid... 17:50:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.611237 20167 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } has no permanent_uuid. Determining permanent_uuid... 17:50:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.618319 20167 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } has no permanent_uuid. Determining permanent_uuid... 17:50:55.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.634310 20167 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697: Bootstrap starting. 17:50:55.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.636754 20167 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697: No blocks or log segments found. Creating new log. 17:50:55.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.638172 20167 log.cc:525] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697: Log is configured to *not* fsync() on all Append() calls 17:50:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.642349 20167 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697: No bootstrap required, opened a new log 17:50:55.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.651746 20037 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } attempt: 4 17:50:55.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.657413 20167 raft_consensus.cc:325] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } 17:50:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.658974 20167 raft_consensus.cc:351] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.659260 20167 raft_consensus.cc:630] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6c490337bce34404bc01a759d4d85697, State: Initialized, Role: FOLLOWER 17:50:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.660059 20167 consensus_queue.cc:228] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } 17:50:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.663136 20037 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49: Bootstrap starting. 17:50:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.666714 20037 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49: No blocks or log segments found. Creating new log. 17:50:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.667179 20167 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } } 17:50:55.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.667985 20167 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [sys.catalog]: This master's current role is: FOLLOWER 17:50:55.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.668663 20037 log.cc:525] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49: Log is configured to *not* fsync() on all Append() calls 17:50:55.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.669616 20167 sys_catalog.cc:424] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [sys.catalog]: configured and running, proceeding with master startup. 17:50:55.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.676281 20037 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49: No bootstrap required, opened a new log 17:50:55.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.693640 20037 raft_consensus.cc:325] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } 17:50:55.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.694564 20037 raft_consensus.cc:351] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:55.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.694836 20037 raft_consensus.cc:630] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2dcb76e7e72c4bbaaf18f29bc89ace49, State: Initialized, Role: FOLLOWER 17:50:55.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.695538 20037 consensus_queue.cc:228] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } 17:50:55.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.703032 20175 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } } 17:50:55.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.704223 20175 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [sys.catalog]: This master's current role is: FOLLOWER 17:50:55.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:55.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.766644 20168 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:55.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.767451 20168 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.668089 20172 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } } 17:50:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.772521 20172 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [sys.catalog]: This master's current role is: FOLLOWER 17:50:55.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.783233 20168 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:55.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.783838 20168 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.128.1 17:50:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.795130 20103 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } attempt: 5 17:50:55.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.737354 20123 tablet.cc:1728] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.805744 20104 master_main.cc:86] Master server successfully started. 17:50:55.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.703929 20037 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } } 17:50:55.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.807279 20037 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [sys.catalog]: This master's current role is: FOLLOWER 17:50:55.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.808571 20037 sys_catalog.cc:424] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [sys.catalog]: configured and running, proceeding with master startup. 17:50:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.812994 20103 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66: Bootstrap starting. 17:50:55.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.814783 19976 master_main.cc:86] Master server successfully started. 17:50:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.816408 20103 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66: No blocks or log segments found. Creating new log. 17:50:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.816601 20168 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/data 17:50:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/wal 17:50:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.19.128.1:0 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/data/info.pb 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.19.128.1 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.19.128.62:54839,127.19.128.61:44423,127.19.128.60:38288 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.19.128.1 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/logs 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.816758 20174 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.816977 20174 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.818120 20103 log.cc:525] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66: Log is configured to *not* fsync() on all Append() calls 17:50:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.822530 20103 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66: No bootstrap required, opened a new log 17:50:55.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.834836 20180 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:55.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.835072 20180 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:55.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.843060 20103 raft_consensus.cc:325] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } 17:50:55.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.843868 20103 raft_consensus.cc:351] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:55.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.844151 20103 raft_consensus.cc:630] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: db4bdde91e50466c92c9a26770506b66, State: Initialized, Role: FOLLOWER 17:50:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.845114 20168 tablet_server_main.cc:85] Initializing tablet server... 17:50:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.844893 20103 consensus_queue.cc:228] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } 17:50:55.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.848767 20168 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 303064us 17:50:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.849618 20168 fs_manager.cc:262] Metadata directory not provided 17:50:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.849900 20168 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.850414 20168 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.850718 20168 server_base.cc:433] Attempting to create new FS layout instead 17:50:55.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.853224 20103 sys_catalog.cc:337] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } } 17:50:55.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.853876 20103 sys_catalog.cc:340] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [sys.catalog]: This master's current role is: FOLLOWER 17:50:55.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.855222 20103 sys_catalog.cc:424] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [sys.catalog]: configured and running, proceeding with master startup. 17:50:55.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.861106 20168 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/data/instance: 17:50:55.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8a7d9771cd7f4fa18e6af1c20461c06d" 17:50:55.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:55.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.867136 20168 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/wal/instance: 17:50:55.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8a7d9771cd7f4fa18e6af1c20461c06d" 17:50:55.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.914552 20168 fs_manager.cc:502] Time spent creating directory manager: real 0.047s user 0.013s sys 0.007s 17:50:55.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.916615 20168 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.918156 20168 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.948462 20168 fs_manager.cc:418] Time spent opening block manager: real 0.008s user 0.001s sys 0.000s 17:50:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.948865 20168 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/wal 17:50:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8a7d9771cd7f4fa18e6af1c20461c06d" 17:50:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.949499 20168 fs_report.cc:352] FS layout report 17:50:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/wal 17:50:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/wal 17:50:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/data/data 17:50:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:55.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.988232 20172 raft_consensus.cc:457] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:50:55.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.988615 20172 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697: Snoozing failure detection for 1.643s (starting election) 17:50:55.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.988904 20172 raft_consensus.cc:479] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } 17:50:55.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.990339 20172 leader_election.cc:251] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 2dcb76e7e72c4bbaaf18f29bc89ace49 (127.19.128.62:54839) 17:50:55.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.991062 20172 leader_election.cc:251] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer db4bdde91e50466c92c9a26770506b66 (127.19.128.61:44423) 17:50:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.992257 20014 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6c490337bce34404bc01a759d4d85697" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" is_pre_election: true 17:50:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.992930 20014 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49: Snoozing failure detection for 1.642s (vote granted) 17:50:55.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.993219 20014 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6c490337bce34404bc01a759d4d85697 in term 0. 17:50:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.994396 20116 leader_election.cc:387] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 2dcb76e7e72c4bbaaf18f29bc89ace49 (127.19.128.62:54839) 17:50:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.994659 20116 leader_election.cc:278] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:50:55.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.995321 20172 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697: Snoozing failure detection for 2.094s (election complete) 17:50:55.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.995692 20172 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:50:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.996023 20172 raft_consensus.cc:457] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:50:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.996346 20172 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697: Snoozing failure detection for 1.715s (starting election) 17:50:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.996686 20172 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [term 0 FOLLOWER]: Advancing to term 1 17:50:56.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.002866 20172 raft_consensus.cc:479] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } 17:50:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.009027 20172 leader_election.cc:251] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [CANDIDATE]: Term 1 election: Requesting vote from peer 2dcb76e7e72c4bbaaf18f29bc89ace49 (127.19.128.62:54839) 17:50:56.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.010538 20172 leader_election.cc:251] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [CANDIDATE]: Term 1 election: Requesting vote from peer db4bdde91e50466c92c9a26770506b66 (127.19.128.61:44423) 17:50:56.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.011296 20014 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6c490337bce34404bc01a759d4d85697" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" 17:50:56.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.011795 20014 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [term 0 FOLLOWER]: Advancing to term 1 17:50:56.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.012111 20014 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49: Snoozing failure detection for 1.851s (vote granted) 17:50:56.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:56.015969 19993 tablet.cc:1728] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:56.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.016158 20014 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6c490337bce34404bc01a759d4d85697 in term 1. 17:50:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.017905 20116 leader_election.cc:387] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [CANDIDATE]: Term 1 election: Vote granted by peer 2dcb76e7e72c4bbaaf18f29bc89ace49 (127.19.128.62:54839) 17:50:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.018286 20116 leader_election.cc:278] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:56.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.021524 20172 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697: Snoozing failure detection for 1.720s (election complete) 17:50:56.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.021767 20172 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [term 1 FOLLOWER]: Leader election won for term 1 17:50:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.028386 20172 raft_consensus.cc:595] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [term 1 LEADER]: Becoming Leader. State: Replica: 6c490337bce34404bc01a759d4d85697, State: Running, Role: LEADER 17:50:56.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.029348 20172 consensus_queue.cc:205] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } 17:50:56.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.054517 20192 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6c490337bce34404bc01a759d4d85697. Latest consensus state: current_term: 1 leader_uuid: "6c490337bce34404bc01a759d4d85697" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } } 17:50:56.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.055507 20192 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [sys.catalog]: This master's current role is: LEADER 17:50:56.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.066237 20195 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:50:56.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.069562 20195 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:50:56.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:55.856479 20184 sys_catalog.cc:337] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } } 17:50:56.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.076577 20038 master_main.cc:86] Master server successfully started. 17:50:56.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.076664 20184 sys_catalog.cc:340] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [sys.catalog]: This master's current role is: FOLLOWER 17:50:56.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.076959 20184 raft_consensus.cc:457] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:50:56.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.077178 20184 raft_consensus.cc:2742] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66: Snoozing failure detection for 2.205s (starting election) 17:50:56.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.077446 20184 raft_consensus.cc:479] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } 17:50:56.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.078649 20184 leader_election.cc:251] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 2dcb76e7e72c4bbaaf18f29bc89ace49 (127.19.128.62:54839) 17:50:56.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.079241 20184 leader_election.cc:251] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 6c490337bce34404bc01a759d4d85697 (127.19.128.60:38288) 17:50:56.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.080101 20014 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "db4bdde91e50466c92c9a26770506b66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" is_pre_election: true 17:50:56.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.080752 20014 raft_consensus.cc:2185] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate db4bdde91e50466c92c9a26770506b66 in current term 1: Already voted for candidate 6c490337bce34404bc01a759d4d85697 in this term. 17:50:56.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.081106 20144 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "db4bdde91e50466c92c9a26770506b66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c490337bce34404bc01a759d4d85697" is_pre_election: true 17:50:56.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.081874 20144 raft_consensus.cc:2216] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate db4bdde91e50466c92c9a26770506b66 for term 1 because replica is either leader or believes a valid leader to be alive. 17:50:56.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.081907 20050 leader_election.cc:401] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 2dcb76e7e72c4bbaaf18f29bc89ace49 (127.19.128.62:54839). Message: Invalid argument: T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate db4bdde91e50466c92c9a26770506b66 in current term 1: Already voted for candidate 6c490337bce34404bc01a759d4d85697 in this term. 17:50:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.083047 20054 leader_election.cc:401] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 6c490337bce34404bc01a759d4d85697 (127.19.128.60:38288). Message: Invalid argument: T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate db4bdde91e50466c92c9a26770506b66 for term 1 because replica is either leader or believes a valid leader to be alive. 17:50:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.083288 20054 leader_election.cc:278] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:50:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.083943 20184 raft_consensus.cc:2742] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66: Snoozing failure detection for 1.573s (election complete) 17:50:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.084403 20184 raft_consensus.cc:2794] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [term 0 FOLLOWER]: Advancing to term 1 17:50:56.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.089640 20184 raft_consensus.cc:2497] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:50:56.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:55.993065 20059 tablet.cc:1728] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:56.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.147593 20080 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6c490337bce34404bc01a759d4d85697" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db4bdde91e50466c92c9a26770506b66" is_pre_election: true 17:50:56.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.156797 20079 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6c490337bce34404bc01a759d4d85697" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db4bdde91e50466c92c9a26770506b66" 17:50:56.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.157061 20080 raft_consensus.cc:2742] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66: Snoozing failure detection for 2.485s (vote granted) 17:50:56.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.157521 20080 raft_consensus.cc:2255] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6c490337bce34404bc01a759d4d85697 in term 1. 17:50:56.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:56.159063 20185 catalog_manager.cc:1084] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:50:56.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.159031 20079 raft_consensus.cc:2230] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 6c490337bce34404bc01a759d4d85697 for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:56.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.159168 20115 leader_election.cc:387] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [CANDIDATE]: Term 1 pre-election: Vote granted by peer db4bdde91e50466c92c9a26770506b66 (127.19.128.61:44423) 17:50:56.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:56.159286 20185 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:50:56.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.164278 20115 leader_election.cc:401] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [CANDIDATE]: Term 1 election: Vote denied by peer db4bdde91e50466c92c9a26770506b66 (127.19.128.61:44423). Message: Service unavailable: T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 6c490337bce34404bc01a759d4d85697 for term 1 because replica is already servicing an update from a current leader or another vote. 17:50:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.277245 20079 raft_consensus.cc:1083] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [term 1 FOLLOWER]: Refusing update from remote peer 6c490337bce34404bc01a759d4d85697: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.279130 20014 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [term 1 FOLLOWER]: Refusing update from remote peer 6c490337bce34404bc01a759d4d85697: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:50:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.280355 20172 consensus_queue.cc:963] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:56.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.280933 20192 consensus_queue.cc:963] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [LEADER]: Connected to new peer: Peer: permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:50:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.316725 20200 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6c490337bce34404bc01a759d4d85697. Latest consensus state: current_term: 1 leader_uuid: "6c490337bce34404bc01a759d4d85697" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } } 17:50:56.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.317381 20200 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [sys.catalog]: This master's current role is: FOLLOWER 17:50:56.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.316907 20189 sys_catalog.cc:337] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6c490337bce34404bc01a759d4d85697. Latest consensus state: current_term: 1 leader_uuid: "6c490337bce34404bc01a759d4d85697" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } } 17:50:56.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.317611 20189 sys_catalog.cc:340] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [sys.catalog]: This master's current role is: FOLLOWER 17:50:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.326457 20168 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.327543 20192 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6c490337bce34404bc01a759d4d85697" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } } 17:50:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.328184 20192 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [sys.catalog]: This master's current role is: LEADER 17:50:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.328537 20192 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6c490337bce34404bc01a759d4d85697" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } } 17:50:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.329085 20192 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697 [sys.catalog]: This master's current role is: LEADER 17:50:56.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.332401 20195 catalog_manager.cc:924] Generated new certificate authority record 17:50:56.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.334460 20195 catalog_manager.cc:1046] Loading token signing keys... 17:50:56.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.336125 20200 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6c490337bce34404bc01a759d4d85697" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } } 17:50:56.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.336783 20200 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49 [sys.catalog]: This master's current role is: FOLLOWER 17:50:56.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.340731 20168 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:56.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.343519 20168 tablet_server_main.cc:90] Starting tablet server... 17:50:56.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.350956 20195 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 6c490337bce34404bc01a759d4d85697: Generated new TSK 0 17:50:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.349409 20189 sys_catalog.cc:337] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6c490337bce34404bc01a759d4d85697" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2dcb76e7e72c4bbaaf18f29bc89ace49" member_type: VOTER last_known_addr { host: "127.19.128.62" port: 54839 } } peers { permanent_uuid: "db4bdde91e50466c92c9a26770506b66" member_type: VOTER last_known_addr { host: "127.19.128.61" port: 44423 } } peers { permanent_uuid: "6c490337bce34404bc01a759d4d85697" member_type: VOTER last_known_addr { host: "127.19.128.60" port: 38288 } } } 17:50:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.352236 20189 sys_catalog.cc:340] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66 [sys.catalog]: This master's current role is: FOLLOWER 17:50:56.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.835680 20168 rpc_server.cc:205] RPC server started. Bound to: 127.19.128.1:60609 17:50:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.837303 20168 webserver.cc:175] Starting webserver on 127.19.128.1:0 17:50:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.837599 20168 webserver.cc:186] Document root disabled 17:50:56.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.841395 20180 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49: acquiring CA information for follower catalog manager: success 17:50:56.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.846971 20168 webserver.cc:313] Webserver started. Bound to: http://127.19.128.1:38139/ 17:50:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.847968 20168 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-0/data/info.pb 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.849586 19968 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 20168 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.850823 19968 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/wal 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/data 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.19.128.2:0 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.19.128.2 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.19.128.2 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.19.128.62:54839,127.19.128.61:44423,127.19.128.60:38288 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/logs 17:50:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/data/info.pb 17:50:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.852171 20180 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 2dcb76e7e72c4bbaaf18f29bc89ace49: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.918565 20168 tablet_server_main.cc:93] Tablet server successfully started. 17:50:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.935793 20319 heartbeater.cc:346] Connected to a master server at 127.19.128.61:44423 17:50:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.936094 20319 heartbeater.cc:426] Registering TS with master... 17:50:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.936908 20319 heartbeater.cc:475] Master 127.19.128.61:44423 requested a full tablet report, sending... 17:50:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.939568 20317 heartbeater.cc:346] Connected to a master server at 127.19.128.62:54839 17:50:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.939796 20317 heartbeater.cc:426] Registering TS with master... 17:50:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.939764 20070 ts_manager.cc:98] Registered new tserver with Master: 8a7d9771cd7f4fa18e6af1c20461c06d (127.19.128.1:60609) 17:50:56.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.940217 20317 heartbeater.cc:475] Master 127.19.128.62:54839 requested a full tablet report, sending... 17:50:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.943140 20004 ts_manager.cc:98] Registered new tserver with Master: 8a7d9771cd7f4fa18e6af1c20461c06d (127.19.128.1:60609) 17:50:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.944844 20324 heartbeater.cc:346] Connected to a master server at 127.19.128.60:38288 17:50:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.945070 20324 heartbeater.cc:426] Registering TS with master... 17:50:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.945523 20324 heartbeater.cc:475] Master 127.19.128.60:38288 requested a full tablet report, sending... 17:50:56.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.947628 20134 ts_manager.cc:98] Registered new tserver with Master: 8a7d9771cd7f4fa18e6af1c20461c06d (127.19.128.1:60609) 17:50:56.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:56.950323 20134 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.19.128.1:40495 17:50:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:57.135095 20318 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:57.135665 20318 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:57.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:57.154976 20318 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:57.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:57.155638 20318 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.128.2 17:50:57.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.165606 20185 catalog_manager.cc:1082] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66: acquiring CA information for follower catalog manager: success 17:50:57.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.173543 20185 catalog_manager.cc:1110] T 00000000000000000000000000000000 P db4bdde91e50466c92c9a26770506b66: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:50:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.204504 20318 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/data 17:50:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/wal 17:50:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.19.128.2:0 17:50:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/data/info.pb 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.19.128.2 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.19.128.62:54839,127.19.128.61:44423,127.19.128.60:38288 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.19.128.2 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/logs 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:57.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.232412 20318 tablet_server_main.cc:85] Initializing tablet server... 17:50:57.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.235502 20318 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 304064us 17:50:57.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.236292 20318 fs_manager.cc:262] Metadata directory not provided 17:50:57.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.236594 20318 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:57.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.237066 20318 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:57.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.237346 20318 server_base.cc:433] Attempting to create new FS layout instead 17:50:57.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.242301 20318 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/data/instance: 17:50:57.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4ce7d595629845aa80a0ab20576af1b3" 17:50:57.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:57 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:57.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.243741 20318 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/wal/instance: 17:50:57.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4ce7d595629845aa80a0ab20576af1b3" 17:50:57.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:57 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:57.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.271530 20318 fs_manager.cc:502] Time spent creating directory manager: real 0.027s user 0.015s sys 0.009s 17:50:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.273649 20318 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:57.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.274374 20318 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:57.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.292245 20318 fs_manager.cc:418] Time spent opening block manager: real 0.006s user 0.000s sys 0.005s 17:50:57.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.292565 20318 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/wal 17:50:57.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4ce7d595629845aa80a0ab20576af1b3" 17:50:57.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:57 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.293077 20318 fs_report.cc:352] FS layout report 17:50:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/wal 17:50:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/wal 17:50:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/data/data 17:50:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:57.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.658529 20318 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:57.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.668102 20318 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.682086 20318 tablet_server_main.cc:90] Starting tablet server... 17:50:57.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:57.953547 20324 heartbeater.cc:467] Master 127.19.128.60:38288 was elected leader, sending a full tablet report... 17:50:58.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.180574 20318 rpc_server.cc:205] RPC server started. Bound to: 127.19.128.2:33622 17:50:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.181852 20318 webserver.cc:175] Starting webserver on 127.19.128.2:0 17:50:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.181964 20318 webserver.cc:186] Document root disabled 17:50:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.183840 20318 webserver.cc:313] Webserver started. Bound to: http://127.19.128.2:43995/ 17:50:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.184653 20318 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-1/data/info.pb 17:50:58.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.190238 19968 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 20318 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.191069 19968 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/wal 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/data 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.19.128.3:0 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.19.128.3 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.19.128.3 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.19.128.62:54839,127.19.128.61:44423,127.19.128.60:38288 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/logs 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/data/info.pb 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:50:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:50:58.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.206931 20318 tablet_server_main.cc:93] Tablet server successfully started. 17:50:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.254262 20453 heartbeater.cc:346] Connected to a master server at 127.19.128.61:44423 17:50:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.254617 20453 heartbeater.cc:426] Registering TS with master... 17:50:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.256305 20453 heartbeater.cc:475] Master 127.19.128.61:44423 requested a full tablet report, sending... 17:50:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.259924 20070 ts_manager.cc:98] Registered new tserver with Master: 4ce7d595629845aa80a0ab20576af1b3 (127.19.128.2:33622) 17:50:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.261657 20452 heartbeater.cc:346] Connected to a master server at 127.19.128.62:54839 17:50:58.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.261896 20452 heartbeater.cc:426] Registering TS with master... 17:50:58.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.262310 20452 heartbeater.cc:475] Master 127.19.128.62:54839 requested a full tablet report, sending... 17:50:58.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.264567 20004 ts_manager.cc:98] Registered new tserver with Master: 4ce7d595629845aa80a0ab20576af1b3 (127.19.128.2:33622) 17:50:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.257306 20454 heartbeater.cc:346] Connected to a master server at 127.19.128.60:38288 17:50:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.270186 20454 heartbeater.cc:426] Registering TS with master... 17:50:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.270617 20454 heartbeater.cc:475] Master 127.19.128.60:38288 requested a full tablet report, sending... 17:50:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.272270 20134 ts_manager.cc:98] Registered new tserver with Master: 4ce7d595629845aa80a0ab20576af1b3 (127.19.128.2:33622) 17:50:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.273386 20134 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.19.128.2:34959 17:50:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:50:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:58.361565 20456 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:50:58.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:58.361937 20456 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:50:58.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:58.371301 20456 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:50:58.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:58.371742 20456 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.128.3 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.388041 20456 tablet_server_main.cc:78] Tablet server non-default flags: 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/data 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/wal 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.19.128.3:0 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/data/info.pb 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.19.128.3 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.19.128.62:54839,127.19.128.61:44423,127.19.128.60:38288 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.19.128.3 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/logs 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:50:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:50:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:50:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:50:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:50:58.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:50:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.403545 20456 tablet_server_main.cc:85] Initializing tablet server... 17:50:58.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.405598 20456 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 304564us 17:50:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.406067 20456 fs_manager.cc:262] Metadata directory not provided 17:50:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.406217 20456 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:50:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.406532 20456 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:50:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.406657 20456 server_base.cc:433] Attempting to create new FS layout instead 17:50:58.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.409811 20456 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/data/instance: 17:50:58.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ebe0976db3fc4b7a95602e792fbccbe5" 17:50:58.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:58 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:58.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.410580 20456 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/wal/instance: 17:50:58.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ebe0976db3fc4b7a95602e792fbccbe5" 17:50:58.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:58 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:58.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.421705 20456 fs_manager.cc:502] Time spent creating directory manager: real 0.011s user 0.007s sys 0.003s 17:50:58.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.422880 20456 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:50:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.423315 20456 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:50:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.430735 20456 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.430862 20456 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/wal 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ebe0976db3fc4b7a95602e792fbccbe5" 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:50:58 on quasar-kpilnl-1.vpc.cloudera.com" 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.431118 20456 fs_report.cc:352] FS layout report 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/wal 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/wal 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/data/data 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:50:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:50:58.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.568614 20456 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:50:58.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.572074 20456 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:50:58.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.573262 20456 tablet_server_main.cc:90] Starting tablet server... 17:50:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.686447 20456 rpc_server.cc:205] RPC server started. Bound to: 127.19.128.3:46900 17:50:58.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.687669 20456 webserver.cc:175] Starting webserver on 127.19.128.3:0 17:50:58.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.687780 20456 webserver.cc:186] Document root disabled 17:50:58.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.689215 20456 webserver.cc:313] Webserver started. Bound to: http://127.19.128.3:49628/ 17:50:58.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.689975 20456 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5518868215061007040/ts-2/data/info.pb 17:50:58.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.696620 19968 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 20456 17:50:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.703507 20456 tablet_server_main.cc:93] Tablet server successfully started. 17:50:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.755795 20584 heartbeater.cc:346] Connected to a master server at 127.19.128.61:44423 17:50:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.756137 20584 heartbeater.cc:426] Registering TS with master... 17:50:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.757324 20584 heartbeater.cc:475] Master 127.19.128.61:44423 requested a full tablet report, sending... 17:50:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.760722 20070 ts_manager.cc:98] Registered new tserver with Master: ebe0976db3fc4b7a95602e792fbccbe5 (127.19.128.3:46900) 17:50:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.757558 20583 heartbeater.cc:346] Connected to a master server at 127.19.128.62:54839 17:50:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.767377 20583 heartbeater.cc:426] Registering TS with master... 17:50:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.767854 20583 heartbeater.cc:475] Master 127.19.128.62:54839 requested a full tablet report, sending... 17:50:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.770078 20004 ts_manager.cc:98] Registered new tserver with Master: ebe0976db3fc4b7a95602e792fbccbe5 (127.19.128.3:46900) 17:50:58.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.759531 20585 heartbeater.cc:346] Connected to a master server at 127.19.128.60:38288 17:50:58.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.772915 20585 heartbeater.cc:426] Registering TS with master... 17:50:58.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.773239 20585 heartbeater.cc:475] Master 127.19.128.60:38288 requested a full tablet report, sending... 17:50:58.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.774617 20134 ts_manager.cc:98] Registered new tserver with Master: ebe0976db3fc4b7a95602e792fbccbe5 (127.19.128.3:46900) 17:50:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.776206 20134 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.19.128.3:56533 17:50:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.776331 19968 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:50:58.777 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:50:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.845089 20134 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.19.128.60:41346: 17:50:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:50:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:58.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:58.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:58.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.907148 20389 tablet_service.cc:759] Processing CreateTablet for tablet db4b62d56c3f47eaafd4f3aa1592ded8 (table=test [id=17ff3ed63a67467494f0ed19a17b3fd0]), partition=RANGE (key) PARTITION VALUES >= 50 17:50:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.907363 20520 tablet_service.cc:759] Processing CreateTablet for tablet 5423383b3d344a4989125fc081c97528 (table=test [id=17ff3ed63a67467494f0ed19a17b3fd0]), partition=RANGE (key) PARTITION VALUES < 50 17:50:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.908092 20389 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet db4b62d56c3f47eaafd4f3aa1592ded8. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.908258 20520 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 5423383b3d344a4989125fc081c97528. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:58.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.921021 20520 ts_tablet_manager.cc:1173] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5: Registered tablet (data state: TABLET_DATA_READY) 17:50:58.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.921236 20389 ts_tablet_manager.cc:1173] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3: Registered tablet (data state: TABLET_DATA_READY) 17:50:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.922833 20654 ts_tablet_manager.cc:1028] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3: Bootstrapping tablet 17:50:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.923032 20655 ts_tablet_manager.cc:1028] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5: Bootstrapping tablet 17:50:58.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.923923 20655 tablet_bootstrap.cc:438] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5: Bootstrap starting. 17:50:58.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.923934 20654 tablet_bootstrap.cc:438] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3: Bootstrap starting. 17:50:58.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.926918 20655 tablet_bootstrap.cc:592] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5: No blocks or log segments found. Creating new log. 17:50:58.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.927764 20654 tablet_bootstrap.cc:592] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3: No blocks or log segments found. Creating new log. 17:50:58.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.928514 20655 log.cc:525] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5: Log is configured to *not* fsync() on all Append() calls 17:50:58.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.929131 20654 log.cc:525] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3: Log is configured to *not* fsync() on all Append() calls 17:50:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.932092 20655 tablet_bootstrap.cc:438] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5: No bootstrap required, opened a new log 17:50:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.932451 20655 ts_tablet_manager.cc:1045] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5: Time spent bootstrapping tablet: real 0.009s user 0.005s sys 0.002s 17:50:58.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.936420 20654 tablet_bootstrap.cc:438] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3: No bootstrap required, opened a new log 17:50:58.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.936733 20654 ts_tablet_manager.cc:1045] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3: Time spent bootstrapping tablet: real 0.013s user 0.004s sys 0.003s 17:50:58.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.944028 20655 raft_consensus.cc:325] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ebe0976db3fc4b7a95602e792fbccbe5" member_type: VOTER last_known_addr { host: "127.19.128.3" port: 46900 } } 17:50:58.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.944551 20655 raft_consensus.cc:351] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:58.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.944766 20655 raft_consensus.cc:630] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ebe0976db3fc4b7a95602e792fbccbe5, State: Initialized, Role: FOLLOWER 17:50:58.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.945430 20655 consensus_queue.cc:228] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ebe0976db3fc4b7a95602e792fbccbe5" member_type: VOTER last_known_addr { host: "127.19.128.3" port: 46900 } } 17:50:58.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.945899 20655 raft_consensus.cc:365] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:58.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.946208 20655 raft_consensus.cc:457] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:58.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.946545 20655 raft_consensus.cc:2742] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5: Snoozing failure detection for 2.125s (starting election) 17:50:58.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.946862 20655 raft_consensus.cc:2794] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5 [term 0 FOLLOWER]: Advancing to term 1 17:50:58.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.949890 20654 raft_consensus.cc:325] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4ce7d595629845aa80a0ab20576af1b3" member_type: VOTER last_known_addr { host: "127.19.128.2" port: 33622 } } 17:50:58.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.950551 20654 raft_consensus.cc:351] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:58.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.950743 20654 raft_consensus.cc:630] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4ce7d595629845aa80a0ab20576af1b3, State: Initialized, Role: FOLLOWER 17:50:58.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.951243 20655 raft_consensus.cc:479] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ebe0976db3fc4b7a95602e792fbccbe5" member_type: VOTER last_known_addr { host: "127.19.128.3" port: 46900 } } 17:50:58.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.951309 20654 consensus_queue.cc:228] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4ce7d595629845aa80a0ab20576af1b3" member_type: VOTER last_known_addr { host: "127.19.128.2" port: 33622 } } 17:50:58.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.951936 20654 raft_consensus.cc:365] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:58.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.952128 20654 raft_consensus.cc:457] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:58.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.952086 20655 leader_election.cc:278] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:58.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.952324 20654 raft_consensus.cc:2742] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3: Snoozing failure detection for 1.622s (starting election) 17:50:58.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.952675 20654 raft_consensus.cc:2794] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3 [term 0 FOLLOWER]: Advancing to term 1 17:50:58.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.954488 20658 raft_consensus.cc:2742] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5: Snoozing failure detection for 1.681s (election complete) 17:50:58.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.955000 20658 raft_consensus.cc:2549] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5 [term 1 FOLLOWER]: Leader election won for term 1 17:50:58.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.956223 20585 heartbeater.cc:467] Master 127.19.128.60:38288 was elected leader, sending a full tablet report... 17:50:58.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.955931 20654 raft_consensus.cc:479] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4ce7d595629845aa80a0ab20576af1b3" member_type: VOTER last_known_addr { host: "127.19.128.2" port: 33622 } } 17:50:58.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.956718 20654 leader_election.cc:278] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:58.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.960697 20661 raft_consensus.cc:2742] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3: Snoozing failure detection for 1.933s (election complete) 17:50:58.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.961123 20661 raft_consensus.cc:2549] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3 [term 1 FOLLOWER]: Leader election won for term 1 17:50:58.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.963357 20661 raft_consensus.cc:595] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3 [term 1 LEADER]: Becoming Leader. State: Replica: 4ce7d595629845aa80a0ab20576af1b3, State: Running, Role: LEADER 17:50:58.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.963083 20658 raft_consensus.cc:595] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5 [term 1 LEADER]: Becoming Leader. State: Replica: ebe0976db3fc4b7a95602e792fbccbe5, State: Running, Role: LEADER 17:50:58.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.964016 20655 ts_tablet_manager.cc:1073] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5: Time spent starting tablet: real 0.031s user 0.020s sys 0.004s 17:50:58.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.964390 20658 consensus_queue.cc:205] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ebe0976db3fc4b7a95602e792fbccbe5" member_type: VOTER last_known_addr { host: "127.19.128.3" port: 46900 } } 17:50:58.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.964959 20454 heartbeater.cc:467] Master 127.19.128.60:38288 was elected leader, sending a full tablet report... 17:50:58.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.964644 20661 consensus_queue.cc:205] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4ce7d595629845aa80a0ab20576af1b3" member_type: VOTER last_known_addr { host: "127.19.128.2" port: 33622 } } 17:50:58.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.966095 20654 ts_tablet_manager.cc:1073] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3: Time spent starting tablet: real 0.029s user 0.020s sys 0.006s 17:50:58.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.973600 20134 catalog_manager.cc:3758] T 5423383b3d344a4989125fc081c97528 P ebe0976db3fc4b7a95602e792fbccbe5 reported cstate change: term changed from 0 to 1, leader changed from to ebe0976db3fc4b7a95602e792fbccbe5 (127.19.128.3). New cstate: current_term: 1 leader_uuid: "ebe0976db3fc4b7a95602e792fbccbe5" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ebe0976db3fc4b7a95602e792fbccbe5" member_type: VOTER last_known_addr { host: "127.19.128.3" port: 46900 } health_report { overall_health: HEALTHY } } } 17:50:58.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.974314 20133 catalog_manager.cc:3758] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3 reported cstate change: term changed from 0 to 1, leader changed from to 4ce7d595629845aa80a0ab20576af1b3 (127.19.128.2). New cstate: current_term: 1 leader_uuid: "4ce7d595629845aa80a0ab20576af1b3" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4ce7d595629845aa80a0ab20576af1b3" member_type: VOTER last_known_addr { host: "127.19.128.2" port: 33622 } health_report { overall_health: HEALTHY } } } 17:50:58.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:58.994557 20134 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.19.128.60:41346: 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.024219 20254 tablet_service.cc:759] Processing CreateTablet for tablet fd943634057f45b0bf2caaf080bfc0fe (table=simple-test [id=d6ec44e4fd6a4a9dadf41712d5a09c87]), partition=RANGE (key) PARTITION UNBOUNDED 17:50:59.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.025089 20254 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet fd943634057f45b0bf2caaf080bfc0fe. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:59.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.040343 20254 ts_tablet_manager.cc:1173] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d: Registered tablet (data state: TABLET_DATA_READY) 17:50:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.041877 20667 ts_tablet_manager.cc:1028] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d: Bootstrapping tablet 17:50:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.042480 20667 tablet_bootstrap.cc:438] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d: Bootstrap starting. 17:50:59.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.044684 20667 tablet_bootstrap.cc:592] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d: No blocks or log segments found. Creating new log. 17:50:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.045907 20667 log.cc:525] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d: Log is configured to *not* fsync() on all Append() calls 17:50:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.048365 20667 tablet_bootstrap.cc:438] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d: No bootstrap required, opened a new log 17:50:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.048696 20667 ts_tablet_manager.cc:1045] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.001s 17:50:59.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.059397 20667 raft_consensus.cc:325] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8a7d9771cd7f4fa18e6af1c20461c06d" member_type: VOTER last_known_addr { host: "127.19.128.1" port: 60609 } } 17:50:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.059860 20667 raft_consensus.cc:351] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.060076 20667 raft_consensus.cc:630] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a7d9771cd7f4fa18e6af1c20461c06d, State: Initialized, Role: FOLLOWER 17:50:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.060617 20667 consensus_queue.cc:228] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8a7d9771cd7f4fa18e6af1c20461c06d" member_type: VOTER last_known_addr { host: "127.19.128.1" port: 60609 } } 17:50:59.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.061038 20667 raft_consensus.cc:365] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:59.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.061267 20667 raft_consensus.cc:457] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:59.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.061512 20667 raft_consensus.cc:2742] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d: Snoozing failure detection for 1.765s (starting election) 17:50:59.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.061695 20667 raft_consensus.cc:2794] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d [term 0 FOLLOWER]: Advancing to term 1 17:50:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.064350 20667 raft_consensus.cc:479] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8a7d9771cd7f4fa18e6af1c20461c06d" member_type: VOTER last_known_addr { host: "127.19.128.1" port: 60609 } } 17:50:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.064893 20667 leader_election.cc:278] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.066526 20669 raft_consensus.cc:2742] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d: Snoozing failure detection for 1.913s (election complete) 17:50:59.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.067734 20669 raft_consensus.cc:2549] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d [term 1 FOLLOWER]: Leader election won for term 1 17:50:59.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.069339 20669 raft_consensus.cc:595] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d [term 1 LEADER]: Becoming Leader. State: Replica: 8a7d9771cd7f4fa18e6af1c20461c06d, State: Running, Role: LEADER 17:50:59.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.069957 20669 consensus_queue.cc:205] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8a7d9771cd7f4fa18e6af1c20461c06d" member_type: VOTER last_known_addr { host: "127.19.128.1" port: 60609 } } 17:50:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.072896 20667 ts_tablet_manager.cc:1073] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d: Time spent starting tablet: real 0.024s user 0.016s sys 0.008s 17:50:59.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.078310 20133 catalog_manager.cc:3758] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d reported cstate change: term changed from 0 to 1, leader changed from to 8a7d9771cd7f4fa18e6af1c20461c06d (127.19.128.1). New cstate: current_term: 1 leader_uuid: "8a7d9771cd7f4fa18e6af1c20461c06d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8a7d9771cd7f4fa18e6af1c20461c06d" member_type: VOTER last_known_addr { host: "127.19.128.1" port: 60609 } health_report { overall_health: HEALTHY } } } 17:50:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:59.165040 20325 tablet.cc:1728] T fd943634057f45b0bf2caaf080bfc0fe P 8a7d9771cd7f4fa18e6af1c20461c06d: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:59.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.194736 20134 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.19.128.60:41343: 17:50:59.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "insertoverwritetest" 17:50:59.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:50:59.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:59.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:59.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:59.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:50:59.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) scale: 0 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) scale: 0 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) scale: 0 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:50:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:59.213693 20455 tablet.cc:1728] T db4b62d56c3f47eaafd4f3aa1592ded8 P 4ce7d595629845aa80a0ab20576af1b3: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:50:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.216833 20254 tablet_service.cc:759] Processing CreateTablet for tablet 8d7546ae13074d73b4413fa46ac0231c (table=insertoverwritetest [id=4c370ae2d27d44e88970649104509da4]), partition=RANGE (key) PARTITION UNBOUNDED 17:50:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.271752 20254 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 8d7546ae13074d73b4413fa46ac0231c. 1 dirs total, 0 dirs full, 0 dirs failed 17:50:59.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.277474 20254 ts_tablet_manager.cc:1173] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d: Registered tablet (data state: TABLET_DATA_READY) 17:50:59.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.277781 20667 ts_tablet_manager.cc:1028] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d: Bootstrapping tablet 17:50:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.278089 20667 tablet_bootstrap.cc:438] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d: Bootstrap starting. 17:50:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.280023 20667 tablet_bootstrap.cc:592] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d: No blocks or log segments found. Creating new log. 17:50:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.283721 20667 tablet_bootstrap.cc:438] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d: No bootstrap required, opened a new log 17:50:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.283982 20667 ts_tablet_manager.cc:1045] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.001s 17:50:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.285090 20667 raft_consensus.cc:325] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8a7d9771cd7f4fa18e6af1c20461c06d" member_type: VOTER last_known_addr { host: "127.19.128.1" port: 60609 } } 17:50:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.285441 20667 raft_consensus.cc:351] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:50:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.285634 20667 raft_consensus.cc:630] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a7d9771cd7f4fa18e6af1c20461c06d, State: Initialized, Role: FOLLOWER 17:50:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.286062 20667 consensus_queue.cc:228] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8a7d9771cd7f4fa18e6af1c20461c06d" member_type: VOTER last_known_addr { host: "127.19.128.1" port: 60609 } } 17:50:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.286439 20667 raft_consensus.cc:365] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:50:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.286679 20667 raft_consensus.cc:457] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:50:59.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.286870 20667 raft_consensus.cc:2742] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d: Snoozing failure detection for 1.613s (starting election) 17:50:59.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.287078 20667 raft_consensus.cc:2794] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d [term 0 FOLLOWER]: Advancing to term 1 17:50:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.289809 20667 raft_consensus.cc:479] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8a7d9771cd7f4fa18e6af1c20461c06d" member_type: VOTER last_known_addr { host: "127.19.128.1" port: 60609 } } 17:50:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.290232 20667 leader_election.cc:278] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:50:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.290660 20669 raft_consensus.cc:2742] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d: Snoozing failure detection for 2.014s (election complete) 17:50:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.290855 20669 raft_consensus.cc:2549] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d [term 1 FOLLOWER]: Leader election won for term 1 17:50:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.291146 20669 raft_consensus.cc:595] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d [term 1 LEADER]: Becoming Leader. State: Replica: 8a7d9771cd7f4fa18e6af1c20461c06d, State: Running, Role: LEADER 17:50:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.291293 20667 ts_tablet_manager.cc:1073] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d: Time spent starting tablet: real 0.007s user 0.006s sys 0.001s 17:50:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.291540 20669 consensus_queue.cc:205] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8a7d9771cd7f4fa18e6af1c20461c06d" member_type: VOTER last_known_addr { host: "127.19.128.1" port: 60609 } } 17:50:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.296856 20134 catalog_manager.cc:3758] T 8d7546ae13074d73b4413fa46ac0231c P 8a7d9771cd7f4fa18e6af1c20461c06d reported cstate change: term changed from 0 to 1, leader changed from to 8a7d9771cd7f4fa18e6af1c20461c06d (127.19.128.1). New cstate: current_term: 1 leader_uuid: "8a7d9771cd7f4fa18e6af1c20461c06d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8a7d9771cd7f4fa18e6af1c20461c06d" member_type: VOTER last_known_addr { host: "127.19.128.1" port: 60609 } health_report { overall_health: HEALTHY } } } 17:50:59.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.371696 19968 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 20168 17:50:59.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:59.393121 19985 connection.cc:512] server connection from 127.19.128.1:55705 recv error: Network error: failed to read from TLS socket (remote: 127.19.128.1:55705): Connection reset by peer (error 104) 17:50:59.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.393968 19968 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 20318 17:50:59.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:59.393955 20050 connection.cc:512] server connection from 127.19.128.1:50364 recv error: Network error: failed to read from TLS socket (remote: 127.19.128.1:50364): Connection reset by peer (error 104) 17:50:59.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:59.394074 20118 connection.cc:512] server connection from 127.19.128.1:40495 recv error: Network error: failed to read from TLS socket (remote: 127.19.128.1:40495): Connection reset by peer (error 104) 17:50:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:59.414166 20049 connection.cc:512] server connection from 127.19.128.2:37804 recv error: Network error: failed to read from TLS socket (remote: 127.19.128.2:37804): Connection reset by peer (error 104) 17:50:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.414230 19968 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 20456 17:50:59.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:59.414846 20118 connection.cc:512] server connection from 127.19.128.2:34959 recv error: Network error: failed to read from TLS socket (remote: 127.19.128.2:34959): Connection reset by peer (error 104) 17:50:59.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:59.415391 19988 connection.cc:512] server connection from 127.19.128.2:40448 recv error: Network error: failed to read from TLS socket (remote: 127.19.128.2:40448): Connection reset by peer (error 104) 17:50:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:59.432777 19986 connection.cc:512] server connection from 127.19.128.3:50673 recv error: Network error: failed to read from TLS socket (remote: 127.19.128.3:50673): Connection reset by peer (error 104) 17:50:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:59.433559 20054 connection.cc:512] server connection from 127.19.128.3:53554 recv error: Network error: failed to read from TLS socket (remote: 127.19.128.3:53554): Connection reset by peer (error 104) 17:50:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.434023 19968 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 19976 17:50:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:50:59.434026 20116 connection.cc:512] server connection from 127.19.128.3:56533 recv error: Network error: failed to read from TLS socket (remote: 127.19.128.3:56533): Connection reset by peer (error 104) 17:50:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.454782 19968 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 20038 17:50:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:50:59.478152 19968 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 20104 17:51:00.518 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614260518 17:51:00.521 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:51:00.521 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:51:00.521 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:51:00.521 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.735044 20694 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/wal 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/data 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.53.190:54577 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.53.190 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/logs 17:51:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/data/info.pb 17:51:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.20.53.190:54577,127.20.53.189:53286,127.20.53.188:52027 with env {} 17:51:00.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:00.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:00.893601 20702 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:00.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:00.894110 20702 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:00.903434 20702 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:00.903628 20702 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:00.903793 20702 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:00.904067 20702 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.923346 20702 master_main.cc:73] Master server non-default flags: 17:51:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/data 17:51:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/wal 17:51:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.20.53.190:54577,127.20.53.189:53286,127.20.53.188:52027 17:51:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.53.190:54577 17:51:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/data/info.pb 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.53.190 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/logs 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:00.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.938449 20702 master_main.cc:80] Initializing master server... 17:51:00.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.940866 20702 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 305564us 17:51:00.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.941645 20702 fs_manager.cc:262] Metadata directory not provided 17:51:00.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.941787 20702 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.942157 20702 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.942281 20702 server_base.cc:433] Attempting to create new FS layout instead 17:51:00.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.946218 20702 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/data/instance: 17:51:00.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" 17:51:00.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:00.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.947031 20702 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/wal/instance: 17:51:00.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" 17:51:00.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:00.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.965150 20702 fs_manager.cc:502] Time spent creating directory manager: real 0.018s user 0.007s sys 0.006s 17:51:00.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.966289 20702 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:00.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.967512 20702 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.975874 20702 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.976044 20702 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/wal 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:00 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:00.976280 20702 fs_report.cc:352] FS layout report 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/wal 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/wal 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/data/data 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:00.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.126874 20702 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:01.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.129375 20702 master_main.cc:83] Starting Master server... 17:51:01.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.218739 20702 rpc_server.cc:205] RPC server started. Bound to: 127.20.53.190:54577 17:51:01.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.219709 20702 webserver.cc:175] Starting webserver on 127.20.53.190:0 17:51:01.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.219818 20702 webserver.cc:186] Document root disabled 17:51:01.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.221819 20702 webserver.cc:313] Webserver started. Bound to: http://127.20.53.190:35554/ 17:51:01.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.222637 20702 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-0/data/info.pb 17:51:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.226727 20763 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.229794 20694 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 20702 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.230940 20694 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/wal 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/data 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.53.189:53286 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.53.189 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/logs 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/data/info.pb 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:01.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.20.53.190:54577,127.20.53.189:53286,127.20.53.188:52027 with env {} 17:51:01.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.241817 20763 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } has no permanent_uuid. Determining permanent_uuid... 17:51:01.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.263872 20763 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } has no permanent_uuid. Determining permanent_uuid... 17:51:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.265509 20763 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.53.189:53286: Network error: Client connection negotiation failed: client connection to 127.20.53.189:53286: connect: Connection refused (error 111) 17:51:01.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.284893 20763 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } attempt: 1 17:51:01.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.286012 20763 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.53.189:53286: Network error: Client connection negotiation failed: client connection to 127.20.53.189:53286: connect: Connection refused (error 111) 17:51:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.334350 20763 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } attempt: 2 17:51:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.335551 20763 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.53.189:53286: Network error: Client connection negotiation failed: client connection to 127.20.53.189:53286: connect: Connection refused (error 111) 17:51:01.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.391742 20764 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.392159 20764 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.401223 20764 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.401352 20764 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.401515 20764 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.401677 20764 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.420763 20764 master_main.cc:73] Master server non-default flags: 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/data 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/wal 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.20.53.190:54577,127.20.53.189:53286,127.20.53.188:52027 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.53.189:53286 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/data/info.pb 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.53.189 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/logs 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.435626 20764 master_main.cc:80] Initializing master server... 17:51:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.438048 20764 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 306064us 17:51:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.438819 20764 fs_manager.cc:262] Metadata directory not provided 17:51:01.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.438961 20764 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:01.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.439339 20764 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:01.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.439484 20764 server_base.cc:433] Attempting to create new FS layout instead 17:51:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.443284 20764 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/data/instance: 17:51:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ad1106bfebbe4316ad233ebaef27125a" 17:51:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:01.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.444054 20764 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/wal/instance: 17:51:01.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ad1106bfebbe4316ad233ebaef27125a" 17:51:01.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:01.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.446900 20763 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } attempt: 3 17:51:01.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.448187 20763 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.53.189:53286: Network error: Client connection negotiation failed: client connection to 127.20.53.189:53286: connect: Connection refused (error 111) 17:51:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.458169 20764 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.006s sys 0.007s 17:51:01.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.459403 20764 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:01.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.460687 20764 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.469040 20764 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:51:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.469168 20764 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/wal 17:51:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ad1106bfebbe4316ad233ebaef27125a" 17:51:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.469571 20764 fs_report.cc:352] FS layout report 17:51:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/wal 17:51:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/wal 17:51:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/data/data 17:51:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:01.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:01.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.624509 20763 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } attempt: 4 17:51:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.625905 20763 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.53.189:53286: Network error: Client connection negotiation failed: client connection to 127.20.53.189:53286: connect: Connection refused (error 111) 17:51:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.626958 20764 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.629393 20764 master_main.cc:83] Starting Master server... 17:51:01.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.721107 20764 rpc_server.cc:205] RPC server started. Bound to: 127.20.53.189:53286 17:51:01.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.722118 20764 webserver.cc:175] Starting webserver on 127.20.53.189:0 17:51:01.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.722227 20764 webserver.cc:186] Document root disabled 17:51:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.724258 20764 webserver.cc:313] Webserver started. Bound to: http://127.20.53.189:42256/ 17:51:01.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.725142 20764 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-1/data/info.pb 17:51:01.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.726346 20694 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 20764 17:51:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.727497 20694 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/wal 17:51:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/data 17:51:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.53.188:52027 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.53.188 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/logs 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/data/info.pb 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.20.53.190:54577,127.20.53.189:53286,127.20.53.188:52027 with env {} 17:51:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.729157 20829 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:01.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.742405 20829 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } has no permanent_uuid. Determining permanent_uuid... 17:51:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.759572 20829 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } has no permanent_uuid. Determining permanent_uuid... 17:51:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.770709 20829 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } has no permanent_uuid. Determining permanent_uuid... 17:51:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.772450 20829 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.53.188:52027: Network error: Client connection negotiation failed: client connection to 127.20.53.188:52027: connect: Connection refused (error 111) 17:51:01.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.791908 20829 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } attempt: 1 17:51:01.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.793181 20829 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.53.188:52027: Network error: Client connection negotiation failed: client connection to 127.20.53.188:52027: connect: Connection refused (error 111) 17:51:01.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.841521 20829 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } attempt: 2 17:51:01.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.842784 20829 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.53.188:52027: Network error: Client connection negotiation failed: client connection to 127.20.53.188:52027: connect: Connection refused (error 111) 17:51:01.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:01.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.890635 20830 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:01.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.891014 20830 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:01.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.900079 20830 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:01.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.900207 20830 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:01.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.900339 20830 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:01.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.900506 20830 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.919190 20830 master_main.cc:73] Master server non-default flags: 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/data 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/wal 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.20.53.190:54577,127.20.53.189:53286,127.20.53.188:52027 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.53.188:52027 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/data/info.pb 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.53.188 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/logs 17:51:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:01.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.929244 20763 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } attempt: 5 17:51:01.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.933210 20830 master_main.cc:80] Initializing master server... 17:51:01.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.935807 20763 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } has no permanent_uuid. Determining permanent_uuid... 17:51:01.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.936164 20830 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 306064us 17:51:01.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.937338 20830 fs_manager.cc:262] Metadata directory not provided 17:51:01.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.937623 20830 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:01.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.937553 20763 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.53.188:52027: Network error: Client connection negotiation failed: client connection to 127.20.53.188:52027: connect: Connection refused (error 111) 17:51:01.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.937919 20830 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:01.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.938045 20830 server_base.cc:433] Attempting to create new FS layout instead 17:51:01.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.941793 20830 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/data/instance: 17:51:01.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" 17:51:01.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:01.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.942538 20830 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/wal/instance: 17:51:01.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" 17:51:01.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.954115 20829 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } attempt: 3 17:51:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.955307 20829 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.53.188:52027: Network error: Client connection negotiation failed: client connection to 127.20.53.188:52027: connect: Connection refused (error 111) 17:51:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.966687 20830 fs_manager.cc:502] Time spent creating directory manager: real 0.024s user 0.009s sys 0.004s 17:51:01.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.967878 20830 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:01.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.969164 20830 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:01.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.975898 20763 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } attempt: 1 17:51:01.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:01.977243 20763 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.53.188:52027: Network error: Client connection negotiation failed: client connection to 127.20.53.188:52027: connect: Connection refused (error 111) 17:51:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.979008 20830 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:51:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.979138 20830 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/wal 17:51:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" 17:51:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:01 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:01.979382 20830 fs_report.cc:352] FS layout report 17:51:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/wal 17:51:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/wal 17:51:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/data/data 17:51:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:01.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:01.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:01.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:01.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:01.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:01.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:02.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.025596 20763 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } attempt: 2 17:51:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:02.026787 20763 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.53.188:52027: Network error: Client connection negotiation failed: client connection to 127.20.53.188:52027: connect: Connection refused (error 111) 17:51:02.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.127146 20763 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } attempt: 3 17:51:02.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:02.129057 20763 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.53.188:52027: Network error: Client connection negotiation failed: client connection to 127.20.53.188:52027: connect: Connection refused (error 111) 17:51:02.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.131669 20829 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } attempt: 4 17:51:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:02.132895 20829 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.53.188:52027: Network error: Client connection negotiation failed: client connection to 127.20.53.188:52027: connect: Connection refused (error 111) 17:51:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.166031 20830 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:02.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.168541 20830 master_main.cc:83] Starting Master server... 17:51:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.253971 20830 rpc_server.cc:205] RPC server started. Bound to: 127.20.53.188:52027 17:51:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.254940 20830 webserver.cc:175] Starting webserver on 127.20.53.188:0 17:51:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.255051 20830 webserver.cc:186] Document root disabled 17:51:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.257014 20830 webserver.cc:313] Webserver started. Bound to: http://127.20.53.188:49095/ 17:51:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.257791 20830 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/master-2/data/info.pb 17:51:02.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.261732 20903 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:02.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.263569 20694 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 20830 17:51:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.264499 20694 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/wal 17:51:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/data 17:51:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.53.129:0 17:51:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.20.53.129 17:51:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.53.129 17:51:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.20.53.190:54577,127.20.53.189:53286,127.20.53.188:52027 17:51:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/logs 17:51:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/data/info.pb 17:51:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.269464 20763 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } attempt: 4 17:51:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.279206 20903 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } has no permanent_uuid. Determining permanent_uuid... 17:51:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.295881 20763 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1: Bootstrap starting. 17:51:02.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.297824 20903 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } has no permanent_uuid. Determining permanent_uuid... 17:51:02.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.299906 20763 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1: No blocks or log segments found. Creating new log. 17:51:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.301373 20763 log.cc:525] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1: Log is configured to *not* fsync() on all Append() calls 17:51:02.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.305873 20903 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } has no permanent_uuid. Determining permanent_uuid... 17:51:02.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.310629 20763 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1: No bootstrap required, opened a new log 17:51:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.319720 20903 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255: Bootstrap starting. 17:51:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.322880 20903 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255: No blocks or log segments found. Creating new log. 17:51:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.323350 20763 raft_consensus.cc:325] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } 17:51:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.323820 20763 raft_consensus.cc:351] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.324079 20763 raft_consensus.cc:630] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c8ba2c2fe674c20a89d9e50e3ed53f1, State: Initialized, Role: FOLLOWER 17:51:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.324465 20903 log.cc:525] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255: Log is configured to *not* fsync() on all Append() calls 17:51:02.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.324913 20763 consensus_queue.cc:228] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } 17:51:02.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.330134 20763 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } } 17:51:02.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.331212 20763 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [sys.catalog]: This master's current role is: FOLLOWER 17:51:02.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.332567 20763 sys_catalog.cc:424] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [sys.catalog]: configured and running, proceeding with master startup. 17:51:02.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.335309 20903 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255: No bootstrap required, opened a new log 17:51:02.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.361076 20903 raft_consensus.cc:325] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } 17:51:02.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.361832 20903 raft_consensus.cc:351] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:02.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.362037 20903 raft_consensus.cc:630] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: acf48a28d1f24aa3ad04f8d0a7bf1255, State: Initialized, Role: FOLLOWER 17:51:02.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.362781 20903 consensus_queue.cc:228] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } 17:51:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.367642 20912 sys_catalog.cc:337] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } } 17:51:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.368515 20912 sys_catalog.cc:340] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [sys.catalog]: This master's current role is: FOLLOWER 17:51:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.330962 20910 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } } 17:51:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.413590 20910 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [sys.catalog]: This master's current role is: FOLLOWER 17:51:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.436269 20829 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } attempt: 5 17:51:02.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:02.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:02.445904 20904 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:02.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:02.446337 20904 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:02.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.449522 20829 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a: Bootstrap starting. 17:51:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.452639 20829 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a: No blocks or log segments found. Creating new log. 17:51:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.454412 20829 log.cc:525] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a: Log is configured to *not* fsync() on all Append() calls 17:51:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:02.455317 20904 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:02.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:02.455901 20904 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.53.129 17:51:02.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.463281 20829 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a: No bootstrap required, opened a new log 17:51:02.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.369454 20903 sys_catalog.cc:337] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } } 17:51:02.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.474964 20903 sys_catalog.cc:340] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [sys.catalog]: This master's current role is: FOLLOWER 17:51:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.476243 20903 sys_catalog.cc:424] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [sys.catalog]: configured and running, proceeding with master startup. 17:51:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.480182 20830 master_main.cc:86] Master server successfully started. 17:51:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.483225 20829 raft_consensus.cc:325] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } 17:51:02.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.485234 20829 raft_consensus.cc:351] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:02.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.485633 20829 raft_consensus.cc:630] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad1106bfebbe4316ad233ebaef27125a, State: Initialized, Role: FOLLOWER 17:51:02.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.486186 20829 consensus_queue.cc:228] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } 17:51:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.489624 20829 sys_catalog.cc:337] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } } 17:51:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.490324 20829 sys_catalog.cc:340] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [sys.catalog]: This master's current role is: FOLLOWER 17:51:02.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:02.490936 20916 catalog_manager.cc:1084] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:02.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:02.491240 20916 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.491861 20829 sys_catalog.cc:424] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [sys.catalog]: configured and running, proceeding with master startup. 17:51:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:02.383013 20719 tablet.cc:1728] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:02.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.494323 20911 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:51:02.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.495239 20702 master_main.cc:86] Master server successfully started. 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.507220 20904 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/data 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/wal 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.53.129:0 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/data/info.pb 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.53.129 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.20.53.190:54577,127.20.53.189:53286,127.20.53.188:52027 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.20.53.129 17:51:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/logs 17:51:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:02.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.549221 20904 tablet_server_main.cc:85] Initializing tablet server... 17:51:02.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.553020 20904 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 306564us 17:51:02.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.553946 20904 fs_manager.cc:262] Metadata directory not provided 17:51:02.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.554301 20904 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:02.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.554909 20904 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:02.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.555233 20904 server_base.cc:433] Attempting to create new FS layout instead 17:51:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.561157 20904 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/data/instance: 17:51:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d7660e5d4d24449ea3446f271ef46437" 17:51:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:02.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.562433 20904 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/wal/instance: 17:51:02.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d7660e5d4d24449ea3446f271ef46437" 17:51:02.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:02.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.606072 20904 fs_manager.cc:502] Time spent creating directory manager: real 0.043s user 0.014s sys 0.018s 17:51:02.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.608294 20904 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:02.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.610024 20904 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:02.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.494907 20918 sys_catalog.cc:337] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } } 17:51:02.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.615326 20918 sys_catalog.cc:340] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [sys.catalog]: This master's current role is: FOLLOWER 17:51:02.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.615440 20921 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:51:02.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.616482 20764 master_main.cc:86] Master server successfully started. 17:51:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.625130 20904 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:51:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.625450 20904 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/wal 17:51:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d7660e5d4d24449ea3446f271ef46437" 17:51:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.626050 20904 fs_report.cc:352] FS layout report 17:51:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/wal 17:51:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/wal 17:51:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/data/data 17:51:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.630292 20918 raft_consensus.cc:457] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:51:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.630635 20918 raft_consensus.cc:2742] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a: Snoozing failure detection for 1.870s (starting election) 17:51:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.630960 20918 raft_consensus.cc:479] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } 17:51:02.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.632488 20918 leader_election.cc:251] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 2c8ba2c2fe674c20a89d9e50e3ed53f1 (127.20.53.190:54577) 17:51:02.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.633180 20918 leader_election.cc:251] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer acf48a28d1f24aa3ad04f8d0a7bf1255 (127.20.53.188:52027) 17:51:02.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.633266 20910 raft_consensus.cc:457] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:51:02.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.633569 20910 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1: Snoozing failure detection for 1.662s (starting election) 17:51:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:02.633987 20785 tablet.cc:1728] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.633855 20910 raft_consensus.cc:479] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } 17:51:02.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.635049 20910 leader_election.cc:251] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer ad1106bfebbe4316ad233ebaef27125a (127.20.53.189:53286) 17:51:02.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.635617 20910 leader_election.cc:251] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer acf48a28d1f24aa3ad04f8d0a7bf1255 (127.20.53.188:52027) 17:51:02.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.635891 20880 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ad1106bfebbe4316ad233ebaef27125a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" is_pre_election: true 17:51:02.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.636591 20880 raft_consensus.cc:2742] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255: Snoozing failure detection for 1.950s (vote granted) 17:51:02.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.636865 20880 raft_consensus.cc:2255] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ad1106bfebbe4316ad233ebaef27125a in term 0. 17:51:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.637578 20879 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" is_pre_election: true 17:51:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.638056 20879 raft_consensus.cc:2742] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255: Snoozing failure detection for 2.109s (vote granted) 17:51:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.638286 20879 raft_consensus.cc:2255] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2c8ba2c2fe674c20a89d9e50e3ed53f1 in term 0. 17:51:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.638393 20740 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ad1106bfebbe4316ad233ebaef27125a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" is_pre_election: true 17:51:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.638571 20806 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad1106bfebbe4316ad233ebaef27125a" is_pre_election: true 17:51:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.638944 20740 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1: Snoozing failure detection for 2.187s (vote granted) 17:51:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.639058 20806 raft_consensus.cc:2742] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a: Snoozing failure detection for 1.996s (vote granted) 17:51:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.639263 20806 raft_consensus.cc:2255] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2c8ba2c2fe674c20a89d9e50e3ed53f1 in term 0. 17:51:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.639237 20740 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ad1106bfebbe4316ad233ebaef27125a in term 0. 17:51:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.639276 20710 leader_election.cc:387] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [CANDIDATE]: Term 1 pre-election: Vote granted by peer acf48a28d1f24aa3ad04f8d0a7bf1255 (127.20.53.188:52027) 17:51:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.639586 20710 leader_election.cc:278] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:51:02.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.640280 20712 leader_election.cc:387] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [CANDIDATE]: Term 1 pre-election: Vote granted by peer ad1106bfebbe4316ad233ebaef27125a (127.20.53.189:53286) 17:51:02.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.640507 20776 leader_election.cc:387] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [CANDIDATE]: Term 1 pre-election: Vote granted by peer 2c8ba2c2fe674c20a89d9e50e3ed53f1 (127.20.53.190:54577) 17:51:02.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.640746 20776 leader_election.cc:278] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:51:02.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.641304 20774 leader_election.cc:387] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [CANDIDATE]: Term 1 pre-election: Vote granted by peer acf48a28d1f24aa3ad04f8d0a7bf1255 (127.20.53.188:52027) 17:51:02.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.641521 20910 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1: Snoozing failure detection for 1.503s (election complete) 17:51:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.641744 20910 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:51:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.641957 20910 raft_consensus.cc:457] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:51:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.642040 20918 raft_consensus.cc:2742] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a: Snoozing failure detection for 2.105s (election complete) 17:51:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.642154 20910 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1: Snoozing failure detection for 1.833s (starting election) 17:51:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.642276 20918 raft_consensus.cc:2549] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [term 0 FOLLOWER]: Leader pre-election won for term 1 17:51:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.642345 20910 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [term 0 FOLLOWER]: Advancing to term 1 17:51:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.642504 20918 raft_consensus.cc:457] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:51:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.642698 20918 raft_consensus.cc:2742] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a: Snoozing failure detection for 1.786s (starting election) 17:51:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.642889 20918 raft_consensus.cc:2794] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [term 0 FOLLOWER]: Advancing to term 1 17:51:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.648330 20918 raft_consensus.cc:479] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } 17:51:02.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.649216 20918 leader_election.cc:251] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [CANDIDATE]: Term 1 election: Requesting vote from peer 2c8ba2c2fe674c20a89d9e50e3ed53f1 (127.20.53.190:54577) 17:51:02.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.649659 20918 leader_election.cc:251] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [CANDIDATE]: Term 1 election: Requesting vote from peer acf48a28d1f24aa3ad04f8d0a7bf1255 (127.20.53.188:52027) 17:51:02.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.649060 20910 raft_consensus.cc:479] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } 17:51:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.650293 20740 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ad1106bfebbe4316ad233ebaef27125a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" 17:51:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.650774 20879 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ad1106bfebbe4316ad233ebaef27125a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" 17:51:02.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.650882 20740 raft_consensus.cc:2185] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate ad1106bfebbe4316ad233ebaef27125a in current term 1: Already voted for candidate 2c8ba2c2fe674c20a89d9e50e3ed53f1 in this term. 17:51:02.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.651108 20879 raft_consensus.cc:2794] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [term 0 FOLLOWER]: Advancing to term 1 17:51:02.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.651335 20879 raft_consensus.cc:2742] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255: Snoozing failure detection for 1.649s (vote granted) 17:51:02.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.651865 20776 leader_election.cc:401] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [CANDIDATE]: Term 1 election: Vote denied by peer 2c8ba2c2fe674c20a89d9e50e3ed53f1 (127.20.53.190:54577). Message: Invalid argument: T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate ad1106bfebbe4316ad233ebaef27125a in current term 1: Already voted for candidate 2c8ba2c2fe674c20a89d9e50e3ed53f1 in this term. 17:51:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.650276 20910 leader_election.cc:251] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [CANDIDATE]: Term 1 election: Requesting vote from peer ad1106bfebbe4316ad233ebaef27125a (127.20.53.189:53286) 17:51:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.655092 20910 leader_election.cc:251] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [CANDIDATE]: Term 1 election: Requesting vote from peer acf48a28d1f24aa3ad04f8d0a7bf1255 (127.20.53.188:52027) 17:51:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.655325 20879 raft_consensus.cc:2255] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ad1106bfebbe4316ad233ebaef27125a in term 1. 17:51:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.655838 20806 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad1106bfebbe4316ad233ebaef27125a" 17:51:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.656219 20879 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" 17:51:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.656474 20806 raft_consensus.cc:2185] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 2c8ba2c2fe674c20a89d9e50e3ed53f1 in current term 1: Already voted for candidate ad1106bfebbe4316ad233ebaef27125a in this term. 17:51:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.656725 20879 raft_consensus.cc:2185] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 2c8ba2c2fe674c20a89d9e50e3ed53f1 in current term 1: Already voted for candidate ad1106bfebbe4316ad233ebaef27125a in this term. 17:51:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.657109 20774 leader_election.cc:387] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [CANDIDATE]: Term 1 election: Vote granted by peer acf48a28d1f24aa3ad04f8d0a7bf1255 (127.20.53.188:52027) 17:51:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.657343 20774 leader_election.cc:278] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.657665 20710 leader_election.cc:401] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [CANDIDATE]: Term 1 election: Vote denied by peer acf48a28d1f24aa3ad04f8d0a7bf1255 (127.20.53.188:52027). Message: Invalid argument: T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 2c8ba2c2fe674c20a89d9e50e3ed53f1 in current term 1: Already voted for candidate ad1106bfebbe4316ad233ebaef27125a in this term. 17:51:02.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.657831 20918 raft_consensus.cc:2742] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a: Snoozing failure detection for 1.552s (election complete) 17:51:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.658272 20712 leader_election.cc:401] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [CANDIDATE]: Term 1 election: Vote denied by peer ad1106bfebbe4316ad233ebaef27125a (127.20.53.189:53286). Message: Invalid argument: T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 2c8ba2c2fe674c20a89d9e50e3ed53f1 in current term 1: Already voted for candidate ad1106bfebbe4316ad233ebaef27125a in this term. 17:51:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.658376 20918 raft_consensus.cc:2549] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [term 1 FOLLOWER]: Leader election won for term 1 17:51:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.658550 20712 leader_election.cc:278] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. 17:51:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.658999 20910 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1: Snoozing failure detection for 2.147s (election complete) 17:51:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.659209 20910 raft_consensus.cc:2497] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority 17:51:02.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.665030 20918 raft_consensus.cc:595] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [term 1 LEADER]: Becoming Leader. State: Replica: ad1106bfebbe4316ad233ebaef27125a, State: Running, Role: LEADER 17:51:02.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.665462 20918 consensus_queue.cc:205] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } 17:51:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:02.671610 20859 tablet.cc:1728] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:02.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.673871 20925 sys_catalog.cc:337] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [sys.catalog]: SysCatalogTable state changed. Reason: New leader ad1106bfebbe4316ad233ebaef27125a. Latest consensus state: current_term: 1 leader_uuid: "ad1106bfebbe4316ad233ebaef27125a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } } 17:51:02.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.674371 20925 sys_catalog.cc:340] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [sys.catalog]: This master's current role is: LEADER 17:51:02.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.677533 20928 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:51:02.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.699151 20928 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:51:02.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.825134 20740 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [term 1 FOLLOWER]: Refusing update from remote peer ad1106bfebbe4316ad233ebaef27125a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:02.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.825153 20879 raft_consensus.cc:1083] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [term 1 FOLLOWER]: Refusing update from remote peer ad1106bfebbe4316ad233ebaef27125a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.826371 20918 consensus_queue.cc:963] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [LEADER]: Connected to new peer: Peer: permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.827394 20918 consensus_queue.cc:963] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [LEADER]: Connected to new peer: Peer: permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.849193 20910 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ad1106bfebbe4316ad233ebaef27125a. Latest consensus state: current_term: 1 leader_uuid: "ad1106bfebbe4316ad233ebaef27125a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } } 17:51:02.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.849864 20910 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [sys.catalog]: This master's current role is: FOLLOWER 17:51:02.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.855723 20912 sys_catalog.cc:337] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ad1106bfebbe4316ad233ebaef27125a. Latest consensus state: current_term: 1 leader_uuid: "ad1106bfebbe4316ad233ebaef27125a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } } 17:51:02.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.856362 20912 sys_catalog.cc:340] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [sys.catalog]: This master's current role is: FOLLOWER 17:51:02.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.856595 20910 sys_catalog.cc:337] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ad1106bfebbe4316ad233ebaef27125a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } } 17:51:02.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.857187 20910 sys_catalog.cc:340] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1 [sys.catalog]: This master's current role is: FOLLOWER 17:51:02.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.877226 20912 sys_catalog.cc:337] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ad1106bfebbe4316ad233ebaef27125a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } } 17:51:02.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.877898 20912 sys_catalog.cc:340] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255 [sys.catalog]: This master's current role is: FOLLOWER 17:51:02.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.878828 20918 sys_catalog.cc:337] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ad1106bfebbe4316ad233ebaef27125a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } } 17:51:02.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.879451 20918 sys_catalog.cc:340] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [sys.catalog]: This master's current role is: LEADER 17:51:02.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.880076 20918 sys_catalog.cc:337] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ad1106bfebbe4316ad233ebaef27125a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c8ba2c2fe674c20a89d9e50e3ed53f1" member_type: VOTER last_known_addr { host: "127.20.53.190" port: 54577 } } peers { permanent_uuid: "ad1106bfebbe4316ad233ebaef27125a" member_type: VOTER last_known_addr { host: "127.20.53.189" port: 53286 } } peers { permanent_uuid: "acf48a28d1f24aa3ad04f8d0a7bf1255" member_type: VOTER last_known_addr { host: "127.20.53.188" port: 52027 } } } 17:51:02.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.880753 20918 sys_catalog.cc:340] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a [sys.catalog]: This master's current role is: LEADER 17:51:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.894145 20928 catalog_manager.cc:924] Generated new certificate authority record 17:51:02.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.896457 20928 catalog_manager.cc:1046] Loading token signing keys... 17:51:02.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.925369 20928 catalog_manager.cc:4062] T 00000000000000000000000000000000 P ad1106bfebbe4316ad233ebaef27125a: Generated new TSK 0 17:51:02.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.983855 20904 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:02.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.988124 20904 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:02.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:02.990545 20904 tablet_server_main.cc:90] Starting tablet server... 17:51:03.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.299903 20904 rpc_server.cc:205] RPC server started. Bound to: 127.20.53.129:56805 17:51:03.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.300992 20904 webserver.cc:175] Starting webserver on 127.20.53.129:0 17:51:03.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.301102 20904 webserver.cc:186] Document root disabled 17:51:03.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.302780 20904 webserver.cc:313] Webserver started. Bound to: http://127.20.53.129:43162/ 17:51:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.303503 20904 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-0/data/info.pb 17:51:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.310107 20694 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 20904 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.311347 20694 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/wal 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/data 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.53.130:0 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.20.53.130 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.53.130 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.20.53.190:54577,127.20.53.189:53286,127.20.53.188:52027 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/logs 17:51:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/data/info.pb 17:51:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:03.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:03.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.347992 20904 tablet_server_main.cc:93] Tablet server successfully started. 17:51:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.370048 21052 heartbeater.cc:346] Connected to a master server at 127.20.53.189:53286 17:51:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.370332 21052 heartbeater.cc:426] Registering TS with master... 17:51:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.371673 21056 heartbeater.cc:346] Connected to a master server at 127.20.53.188:52027 17:51:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.371898 21056 heartbeater.cc:426] Registering TS with master... 17:51:03.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.376914 21056 heartbeater.cc:475] Master 127.20.53.188:52027 requested a full tablet report, sending... 17:51:03.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.380756 21051 heartbeater.cc:346] Connected to a master server at 127.20.53.190:54577 17:51:03.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.380977 21051 heartbeater.cc:426] Registering TS with master... 17:51:03.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.381391 21051 heartbeater.cc:475] Master 127.20.53.190:54577 requested a full tablet report, sending... 17:51:03.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.382102 20870 ts_manager.cc:98] Registered new tserver with Master: d7660e5d4d24449ea3446f271ef46437 (127.20.53.129:56805) 17:51:03.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.384176 20730 ts_manager.cc:98] Registered new tserver with Master: d7660e5d4d24449ea3446f271ef46437 (127.20.53.129:56805) 17:51:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.371703 21052 heartbeater.cc:475] Master 127.20.53.189:53286 requested a full tablet report, sending... 17:51:03.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.388164 20796 ts_manager.cc:98] Registered new tserver with Master: d7660e5d4d24449ea3446f271ef46437 (127.20.53.129:56805) 17:51:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.391058 20796 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.20.53.129:39434 17:51:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.497928 20916 catalog_manager.cc:1082] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255: acquiring CA information for follower catalog manager: success 17:51:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.501049 20916 catalog_manager.cc:1110] T 00000000000000000000000000000000 P acf48a28d1f24aa3ad04f8d0a7bf1255: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:03.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.509552 20911 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1: acquiring CA information for follower catalog manager: success 17:51:03.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.512600 20911 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 2c8ba2c2fe674c20a89d9e50e3ed53f1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:03.547392 21055 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:03.548168 21055 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:03.564326 21055 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:03.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:03.564960 21055 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.53.130 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.607168 21055 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/data 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/wal 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.53.130:0 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/data/info.pb 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.53.130 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.20.53.190:54577,127.20.53.189:53286,127.20.53.188:52027 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.20.53.130 17:51:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/logs 17:51:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:03.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.659174 21055 tablet_server_main.cc:85] Initializing tablet server... 17:51:03.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.662250 21055 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 307064us 17:51:03.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.663005 21055 fs_manager.cc:262] Metadata directory not provided 17:51:03.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.670158 21055 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:03.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.670619 21055 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:03.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.670792 21055 server_base.cc:433] Attempting to create new FS layout instead 17:51:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.675829 21055 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/data/instance: 17:51:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2ecf8bd0007e490bb9bb73a5c9749efc" 17:51:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.677263 21055 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/wal/instance: 17:51:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2ecf8bd0007e490bb9bb73a5c9749efc" 17:51:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:03.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.715523 21055 fs_manager.cc:502] Time spent creating directory manager: real 0.038s user 0.016s sys 0.013s 17:51:03.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.717600 21055 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.718358 21055 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.747517 21055 fs_manager.cc:418] Time spent opening block manager: real 0.018s user 0.001s sys 0.010s 17:51:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.747892 21055 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/wal 17:51:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2ecf8bd0007e490bb9bb73a5c9749efc" 17:51:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:03.748584 21055 fs_report.cc:352] FS layout report 17:51:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/wal 17:51:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/wal 17:51:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/data/data 17:51:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.005894 21055 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:04.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.019708 21055 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:04.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.026087 21055 tablet_server_main.cc:90] Starting tablet server... 17:51:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.394568 21052 heartbeater.cc:467] Master 127.20.53.189:53286 was elected leader, sending a full tablet report... 17:51:04.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.649897 21055 rpc_server.cc:205] RPC server started. Bound to: 127.20.53.130:59662 17:51:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.651923 21055 webserver.cc:175] Starting webserver on 127.20.53.130:0 17:51:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.652215 21055 webserver.cc:186] Document root disabled 17:51:04.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.654258 21055 webserver.cc:313] Webserver started. Bound to: http://127.20.53.130:52012/ 17:51:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.655355 21055 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-1/data/info.pb 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.665596 20694 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 21055 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.666673 20694 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/wal 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/data 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.53.131:0 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.20.53.131 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.53.131 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.20.53.190:54577,127.20.53.189:53286,127.20.53.188:52027 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/logs 17:51:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/data/info.pb 17:51:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:04.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.694262 21055 tablet_server_main.cc:93] Tablet server successfully started. 17:51:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.735702 21187 heartbeater.cc:346] Connected to a master server at 127.20.53.188:52027 17:51:04.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.736042 21187 heartbeater.cc:426] Registering TS with master... 17:51:04.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.737110 21187 heartbeater.cc:475] Master 127.20.53.188:52027 requested a full tablet report, sending... 17:51:04.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.738790 21184 heartbeater.cc:346] Connected to a master server at 127.20.53.189:53286 17:51:04.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.739017 21184 heartbeater.cc:426] Registering TS with master... 17:51:04.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.739461 21184 heartbeater.cc:475] Master 127.20.53.189:53286 requested a full tablet report, sending... 17:51:04.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.739650 20870 ts_manager.cc:98] Registered new tserver with Master: 2ecf8bd0007e490bb9bb73a5c9749efc (127.20.53.130:59662) 17:51:04.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.741420 20796 ts_manager.cc:98] Registered new tserver with Master: 2ecf8bd0007e490bb9bb73a5c9749efc (127.20.53.130:59662) 17:51:04.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.743422 20796 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.20.53.130:41029 17:51:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.749155 21183 heartbeater.cc:346] Connected to a master server at 127.20.53.190:54577 17:51:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.749418 21183 heartbeater.cc:426] Registering TS with master... 17:51:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.749768 21183 heartbeater.cc:475] Master 127.20.53.190:54577 requested a full tablet report, sending... 17:51:04.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.752459 20730 ts_manager.cc:98] Registered new tserver with Master: 2ecf8bd0007e490bb9bb73a5c9749efc (127.20.53.130:59662) 17:51:04.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:04.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:04.867681 21188 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:04.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:04.868692 21188 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:04.885928 21188 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:04.886777 21188 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.53.131 17:51:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.906385 21188 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/data 17:51:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/wal 17:51:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.53.131:0 17:51:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/data/info.pb 17:51:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.53.131 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.20.53.190:54577,127.20.53.189:53286,127.20.53.188:52027 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.20.53.131 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/logs 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:04.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:04.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.922785 21188 tablet_server_main.cc:85] Initializing tablet server... 17:51:04.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.924823 21188 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 307564us 17:51:04.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.925366 21188 fs_manager.cc:262] Metadata directory not provided 17:51:04.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.925521 21188 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.926010 21188 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.926141 21188 server_base.cc:433] Attempting to create new FS layout instead 17:51:04.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.929462 21188 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/data/instance: 17:51:04.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ec575b11c715400fa49e3a38e30b8390" 17:51:04.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:04 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:04.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.930258 21188 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/wal/instance: 17:51:04.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ec575b11c715400fa49e3a38e30b8390" 17:51:04.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:04 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:04.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.948338 21188 fs_manager.cc:502] Time spent creating directory manager: real 0.018s user 0.008s sys 0.002s 17:51:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.949641 21188 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.950127 21188 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:04.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.957818 21188 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.957947 21188 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/wal 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ec575b11c715400fa49e3a38e30b8390" 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:04 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:04.958256 21188 fs_report.cc:352] FS layout report 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/wal 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/wal 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/data/data 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.207551 21188 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:05.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.211478 21188 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.212936 21188 tablet_server_main.cc:90] Starting tablet server... 17:51:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.353550 21188 rpc_server.cc:205] RPC server started. Bound to: 127.20.53.131:51050 17:51:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.354846 21188 webserver.cc:175] Starting webserver on 127.20.53.131:0 17:51:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.354970 21188 webserver.cc:186] Document root disabled 17:51:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.356792 21188 webserver.cc:313] Webserver started. Bound to: http://127.20.53.131:47526/ 17:51:05.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.357627 21188 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1365359037566958053/ts-2/data/info.pb 17:51:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.359510 20694 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 21188 17:51:05.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.389139 21188 tablet_server_main.cc:93] Tablet server successfully started. 17:51:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.430121 21314 heartbeater.cc:346] Connected to a master server at 127.20.53.190:54577 17:51:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.430444 21314 heartbeater.cc:426] Registering TS with master... 17:51:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.431282 21315 heartbeater.cc:346] Connected to a master server at 127.20.53.189:53286 17:51:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.431496 21315 heartbeater.cc:426] Registering TS with master... 17:51:05.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.431963 21315 heartbeater.cc:475] Master 127.20.53.189:53286 requested a full tablet report, sending... 17:51:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.434422 20796 ts_manager.cc:98] Registered new tserver with Master: ec575b11c715400fa49e3a38e30b8390 (127.20.53.131:51050) 17:51:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.436107 20796 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.20.53.131:36794 17:51:05.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.431360 21314 heartbeater.cc:475] Master 127.20.53.190:54577 requested a full tablet report, sending... 17:51:05.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.432756 21320 heartbeater.cc:346] Connected to a master server at 127.20.53.188:52027 17:51:05.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.447729 21320 heartbeater.cc:426] Registering TS with master... 17:51:05.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.447788 20730 ts_manager.cc:98] Registered new tserver with Master: ec575b11c715400fa49e3a38e30b8390 (127.20.53.131:51050) 17:51:05.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.448101 21320 heartbeater.cc:475] Master 127.20.53.188:52027 requested a full tablet report, sending... 17:51:05.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.450150 20869 ts_manager.cc:98] Registered new tserver with Master: ec575b11c715400fa49e3a38e30b8390 (127.20.53.131:51050) 17:51:05.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.454313 20694 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:51:05.455 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.520799 20796 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.20.53.189:44697: 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:51:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:05.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.577353 21120 tablet_service.cc:759] Processing CreateTablet for tablet 96b5d66a7d074f62b722d17f15a0891c (table=test [id=da0eb218b9104bb1a79dad4185b11b5d]), partition=RANGE (key) PARTITION VALUES >= 50 17:51:05.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.578279 21120 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 96b5d66a7d074f62b722d17f15a0891c. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:05.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.583936 20988 tablet_service.cc:759] Processing CreateTablet for tablet d3aa5315ebaa40898b7e249761d08db9 (table=test [id=da0eb218b9104bb1a79dad4185b11b5d]), partition=RANGE (key) PARTITION VALUES < 50 17:51:05.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.584762 20988 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet d3aa5315ebaa40898b7e249761d08db9. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:05.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.591910 21120 ts_tablet_manager.cc:1173] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc: Registered tablet (data state: TABLET_DATA_READY) 17:51:05.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.593659 21389 ts_tablet_manager.cc:1028] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc: Bootstrapping tablet 17:51:05.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.594552 21389 tablet_bootstrap.cc:438] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc: Bootstrap starting. 17:51:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.596437 20988 ts_tablet_manager.cc:1173] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437: Registered tablet (data state: TABLET_DATA_READY) 17:51:05.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.597265 21389 tablet_bootstrap.cc:592] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc: No blocks or log segments found. Creating new log. 17:51:05.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.597993 21390 ts_tablet_manager.cc:1028] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437: Bootstrapping tablet 17:51:05.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.598821 21390 tablet_bootstrap.cc:438] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437: Bootstrap starting. 17:51:05.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.598806 21389 log.cc:525] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc: Log is configured to *not* fsync() on all Append() calls 17:51:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.601222 21390 tablet_bootstrap.cc:592] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437: No blocks or log segments found. Creating new log. 17:51:05.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.602414 21390 log.cc:525] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437: Log is configured to *not* fsync() on all Append() calls 17:51:05.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.645567 21389 tablet_bootstrap.cc:438] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc: No bootstrap required, opened a new log 17:51:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.645925 21389 ts_tablet_manager.cc:1045] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc: Time spent bootstrapping tablet: real 0.052s user 0.003s sys 0.004s 17:51:05.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.651824 21390 tablet_bootstrap.cc:438] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437: No bootstrap required, opened a new log 17:51:05.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.652235 21390 ts_tablet_manager.cc:1045] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437: Time spent bootstrapping tablet: real 0.054s user 0.006s sys 0.001s 17:51:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.657631 21389 raft_consensus.cc:325] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2ecf8bd0007e490bb9bb73a5c9749efc" member_type: VOTER last_known_addr { host: "127.20.53.130" port: 59662 } } 17:51:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.658105 21389 raft_consensus.cc:351] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:05.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.658360 21389 raft_consensus.cc:630] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2ecf8bd0007e490bb9bb73a5c9749efc, State: Initialized, Role: FOLLOWER 17:51:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.658998 21389 consensus_queue.cc:228] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2ecf8bd0007e490bb9bb73a5c9749efc" member_type: VOTER last_known_addr { host: "127.20.53.130" port: 59662 } } 17:51:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.659402 21389 raft_consensus.cc:365] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:05.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.659652 21389 raft_consensus.cc:457] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.659869 21389 raft_consensus.cc:2742] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc: Snoozing failure detection for 2.228s (starting election) 17:51:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.660080 21389 raft_consensus.cc:2794] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc [term 0 FOLLOWER]: Advancing to term 1 17:51:05.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.662894 21389 raft_consensus.cc:479] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2ecf8bd0007e490bb9bb73a5c9749efc" member_type: VOTER last_known_addr { host: "127.20.53.130" port: 59662 } } 17:51:05.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.663388 21389 leader_election.cc:278] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.664520 21390 raft_consensus.cc:325] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d7660e5d4d24449ea3446f271ef46437" member_type: VOTER last_known_addr { host: "127.20.53.129" port: 56805 } } 17:51:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.665123 21390 raft_consensus.cc:351] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.665431 21390 raft_consensus.cc:630] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d7660e5d4d24449ea3446f271ef46437, State: Initialized, Role: FOLLOWER 17:51:05.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.666124 21390 consensus_queue.cc:228] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d7660e5d4d24449ea3446f271ef46437" member_type: VOTER last_known_addr { host: "127.20.53.129" port: 56805 } } 17:51:05.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.666523 21390 raft_consensus.cc:365] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:05.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.666457 21393 raft_consensus.cc:2742] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc: Snoozing failure detection for 1.510s (election complete) 17:51:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.666880 21393 raft_consensus.cc:2549] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc [term 1 FOLLOWER]: Leader election won for term 1 17:51:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.666894 21390 raft_consensus.cc:457] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.667161 21390 raft_consensus.cc:2742] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437: Snoozing failure detection for 2.126s (starting election) 17:51:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.667495 21390 raft_consensus.cc:2794] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437 [term 0 FOLLOWER]: Advancing to term 1 17:51:05.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.670648 21390 raft_consensus.cc:479] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d7660e5d4d24449ea3446f271ef46437" member_type: VOTER last_known_addr { host: "127.20.53.129" port: 56805 } } 17:51:05.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.671114 21390 leader_election.cc:278] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:05.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.673810 21184 heartbeater.cc:467] Master 127.20.53.189:53286 was elected leader, sending a full tablet report... 17:51:05.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.674118 21396 raft_consensus.cc:2742] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437: Snoozing failure detection for 1.562s (election complete) 17:51:05.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.674767 21396 raft_consensus.cc:2549] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437 [term 1 FOLLOWER]: Leader election won for term 1 17:51:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.676517 21396 raft_consensus.cc:595] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437 [term 1 LEADER]: Becoming Leader. State: Replica: d7660e5d4d24449ea3446f271ef46437, State: Running, Role: LEADER 17:51:05.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.677120 21396 consensus_queue.cc:205] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d7660e5d4d24449ea3446f271ef46437" member_type: VOTER last_known_addr { host: "127.20.53.129" port: 56805 } } 17:51:05.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.681777 21390 ts_tablet_manager.cc:1073] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437: Time spent starting tablet: real 0.029s user 0.018s sys 0.010s 17:51:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.687856 20796 catalog_manager.cc:3758] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437 reported cstate change: term changed from 0 to 1, leader changed from to d7660e5d4d24449ea3446f271ef46437 (127.20.53.129). New cstate: current_term: 1 leader_uuid: "d7660e5d4d24449ea3446f271ef46437" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "d7660e5d4d24449ea3446f271ef46437" member_type: VOTER last_known_addr { host: "127.20.53.129" port: 56805 } health_report { overall_health: HEALTHY } } } 17:51:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.674571 21389 ts_tablet_manager.cc:1073] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc: Time spent starting tablet: real 0.028s user 0.010s sys 0.013s 17:51:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.674998 21393 raft_consensus.cc:595] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc [term 1 LEADER]: Becoming Leader. State: Replica: 2ecf8bd0007e490bb9bb73a5c9749efc, State: Running, Role: LEADER 17:51:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.762384 21393 consensus_queue.cc:205] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2ecf8bd0007e490bb9bb73a5c9749efc" member_type: VOTER last_known_addr { host: "127.20.53.130" port: 59662 } } 17:51:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:05.697280 21189 tablet.cc:1728] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:05.791518 20796 catalog_manager.cc:3758] T 96b5d66a7d074f62b722d17f15a0891c P 2ecf8bd0007e490bb9bb73a5c9749efc reported cstate change: term changed from 0 to 1, leader changed from to 2ecf8bd0007e490bb9bb73a5c9749efc (127.20.53.130). New cstate: current_term: 1 leader_uuid: "2ecf8bd0007e490bb9bb73a5c9749efc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2ecf8bd0007e490bb9bb73a5c9749efc" member_type: VOTER last_known_addr { host: "127.20.53.130" port: 59662 } health_report { overall_health: HEALTHY } } } 17:51:05.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:05.848815 21061 tablet.cc:1728] T d3aa5315ebaa40898b7e249761d08db9 P d7660e5d4d24449ea3446f271ef46437: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.045814 20796 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.20.53.189:44697: 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:06.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:06.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.071863 21251 tablet_service.cc:759] Processing CreateTablet for tablet 0c90338766d44898b34ff3759c959883 (table=simple-test [id=cd689c6c88834960808e698aea4439d6]), partition=RANGE (key) PARTITION UNBOUNDED 17:51:06.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.072618 21251 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 0c90338766d44898b34ff3759c959883. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:06.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.086957 21251 ts_tablet_manager.cc:1173] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390: Registered tablet (data state: TABLET_DATA_READY) 17:51:06.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.088647 21402 ts_tablet_manager.cc:1028] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390: Bootstrapping tablet 17:51:06.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.089174 21402 tablet_bootstrap.cc:438] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390: Bootstrap starting. 17:51:06.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.091791 21402 tablet_bootstrap.cc:592] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390: No blocks or log segments found. Creating new log. 17:51:06.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.093190 21402 log.cc:525] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390: Log is configured to *not* fsync() on all Append() calls 17:51:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.113477 21402 tablet_bootstrap.cc:438] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390: No bootstrap required, opened a new log 17:51:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.113788 21402 ts_tablet_manager.cc:1045] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390: Time spent bootstrapping tablet: real 0.025s user 0.004s sys 0.002s 17:51:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.124622 21402 raft_consensus.cc:325] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ec575b11c715400fa49e3a38e30b8390" member_type: VOTER last_known_addr { host: "127.20.53.131" port: 51050 } } 17:51:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.125131 21402 raft_consensus.cc:351] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.125344 21402 raft_consensus.cc:630] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec575b11c715400fa49e3a38e30b8390, State: Initialized, Role: FOLLOWER 17:51:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.126137 21402 consensus_queue.cc:228] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ec575b11c715400fa49e3a38e30b8390" member_type: VOTER last_known_addr { host: "127.20.53.131" port: 51050 } } 17:51:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.126646 21402 raft_consensus.cc:365] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:06.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.126855 21402 raft_consensus.cc:457] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:06.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.127074 21402 raft_consensus.cc:2742] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390: Snoozing failure detection for 2.198s (starting election) 17:51:06.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.127305 21402 raft_consensus.cc:2794] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390 [term 0 FOLLOWER]: Advancing to term 1 17:51:06.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.130095 21402 raft_consensus.cc:479] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ec575b11c715400fa49e3a38e30b8390" member_type: VOTER last_known_addr { host: "127.20.53.131" port: 51050 } } 17:51:06.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.130597 21402 leader_election.cc:278] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:06.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.132454 21404 raft_consensus.cc:2742] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390: Snoozing failure detection for 2.133s (election complete) 17:51:06.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.132937 21404 raft_consensus.cc:2549] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390 [term 1 FOLLOWER]: Leader election won for term 1 17:51:06.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.135013 21315 heartbeater.cc:467] Master 127.20.53.189:53286 was elected leader, sending a full tablet report... 17:51:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.137157 21404 raft_consensus.cc:595] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390 [term 1 LEADER]: Becoming Leader. State: Replica: ec575b11c715400fa49e3a38e30b8390, State: Running, Role: LEADER 17:51:06.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.137754 21404 consensus_queue.cc:205] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ec575b11c715400fa49e3a38e30b8390" member_type: VOTER last_known_addr { host: "127.20.53.131" port: 51050 } } 17:51:06.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.139272 21402 ts_tablet_manager.cc:1073] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390: Time spent starting tablet: real 0.025s user 0.016s sys 0.005s 17:51:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.147872 20796 catalog_manager.cc:3758] T 0c90338766d44898b34ff3759c959883 P ec575b11c715400fa49e3a38e30b8390 reported cstate change: term changed from 0 to 1, leader changed from to ec575b11c715400fa49e3a38e30b8390 (127.20.53.131). New cstate: current_term: 1 leader_uuid: "ec575b11c715400fa49e3a38e30b8390" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ec575b11c715400fa49e3a38e30b8390" member_type: VOTER last_known_addr { host: "127.20.53.131" port: 51050 } health_report { overall_health: HEALTHY } } } 17:51:06.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.323911 20694 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 20904 17:51:06.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:06.345309 20711 connection.cc:512] server connection from 127.20.53.129:59122 recv error: Network error: failed to read from TLS socket (remote: 127.20.53.129:59122): Connection reset by peer (error 104) 17:51:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:06.346278 20776 connection.cc:512] server connection from 127.20.53.129:39434 recv error: Network error: failed to read from TLS socket (remote: 127.20.53.129:39434): Connection reset by peer (error 104) 17:51:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:06.346288 20854 connection.cc:512] server connection from 127.20.53.129:35027 recv error: Network error: failed to read from TLS socket (remote: 127.20.53.129:35027): Connection reset by peer (error 104) 17:51:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.347189 20694 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 21055 17:51:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:06.366705 20712 connection.cc:512] server connection from 127.20.53.130:47748 recv error: Network error: failed to read from TLS socket (remote: 127.20.53.130:47748): Connection reset by peer (error 104) 17:51:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:06.366691 20854 connection.cc:512] server connection from 127.20.53.130:41077 recv error: Network error: failed to read from TLS socket (remote: 127.20.53.130:41077): Connection reset by peer (error 104) 17:51:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:06.366847 20774 connection.cc:512] server connection from 127.20.53.130:41029 recv error: Network error: failed to read from TLS socket (remote: 127.20.53.130:41029): Connection reset by peer (error 104) 17:51:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.367332 20694 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 21188 17:51:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:06.385854 20712 connection.cc:512] server connection from 127.20.53.131:52567 recv error: Network error: failed to read from TLS socket (remote: 127.20.53.131:52567): Connection reset by peer (error 104) 17:51:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:06.386554 20774 connection.cc:512] server connection from 127.20.53.131:36794 recv error: Network error: failed to read from TLS socket (remote: 127.20.53.131:36794): Connection reset by peer (error 104) 17:51:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:06.386548 20854 connection.cc:512] server connection from 127.20.53.131:45768 recv error: Network error: failed to read from TLS socket (remote: 127.20.53.131:45768): Connection reset by peer (error 104) 17:51:06.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.387192 20694 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 20702 17:51:06.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.409835 20694 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 20764 17:51:06.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:06.434310 20694 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 20830 17:51:07.484 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614267484 17:51:07.485 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:51:07.486 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:51:07.486 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:51:07.486 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:51:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.696204 21435 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/wal 17:51:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/data 17:51:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.238.254:48252 17:51:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.238.254 17:51:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/logs 17:51:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/data/info.pb 17:51:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.20.238.254:48252,127.20.238.253:41497,127.20.238.252:54525 with env {} 17:51:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:07.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:07.853606 21443 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:07.854149 21443 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:07.863265 21443 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:07.863507 21443 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:07.863641 21443 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:07.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:07.863935 21443 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.883255 21443 master_main.cc:73] Master server non-default flags: 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/data 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/wal 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.20.238.254:48252,127.20.238.253:41497,127.20.238.252:54525 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.238.254:48252 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/data/info.pb 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.238.254 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/logs 17:51:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:07.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.898452 21443 master_main.cc:80] Initializing master server... 17:51:07.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.900884 21443 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 309064us 17:51:07.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.901595 21443 fs_manager.cc:262] Metadata directory not provided 17:51:07.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.901717 21443 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:07.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.901954 21443 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:07.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.902065 21443 server_base.cc:433] Attempting to create new FS layout instead 17:51:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.906139 21443 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/data/instance: 17:51:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4ebd564b74f248b9be8e1bfc5c90c595" 17:51:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.906878 21443 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/wal/instance: 17:51:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4ebd564b74f248b9be8e1bfc5c90c595" 17:51:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.921115 21443 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.004s 17:51:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.922268 21443 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:07.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.923475 21443 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:07.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.931731 21443 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.931845 21443 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/wal 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4ebd564b74f248b9be8e1bfc5c90c595" 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:07 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:07.932093 21443 fs_report.cc:352] FS layout report 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/wal 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/wal 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/data/data 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:08.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.086932 21443 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:08.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.089380 21443 master_main.cc:83] Starting Master server... 17:51:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.177945 21443 rpc_server.cc:205] RPC server started. Bound to: 127.20.238.254:48252 17:51:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.178831 21443 webserver.cc:175] Starting webserver on 127.20.238.254:0 17:51:08.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.178936 21443 webserver.cc:186] Document root disabled 17:51:08.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.180806 21443 webserver.cc:313] Webserver started. Bound to: http://127.20.238.254:47980/ 17:51:08.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.181571 21443 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-0/data/info.pb 17:51:08.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.184777 21504 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:08.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.189383 21435 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 21443 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.190140 21435 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/wal 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/data 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.238.253:41497 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.238.253 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/logs 17:51:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/data/info.pb 17:51:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.20.238.254:48252,127.20.238.253:41497,127.20.238.252:54525 with env {} 17:51:08.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.199534 21504 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } has no permanent_uuid. Determining permanent_uuid... 17:51:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.225841 21504 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } has no permanent_uuid. Determining permanent_uuid... 17:51:08.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.227768 21504 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.238.253:41497: Network error: Client connection negotiation failed: client connection to 127.20.238.253:41497: connect: Connection refused (error 111) 17:51:08.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.247150 21504 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } attempt: 1 17:51:08.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.248359 21504 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.238.253:41497: Network error: Client connection negotiation failed: client connection to 127.20.238.253:41497: connect: Connection refused (error 111) 17:51:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.296711 21504 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } attempt: 2 17:51:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.298183 21504 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.238.253:41497: Network error: Client connection negotiation failed: client connection to 127.20.238.253:41497: connect: Connection refused (error 111) 17:51:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.355255 21505 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.355636 21505 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:08.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.364660 21505 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:08.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.364784 21505 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:08.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.364876 21505 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:08.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.364976 21505 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.384606 21505 master_main.cc:73] Master server non-default flags: 17:51:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/data 17:51:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/wal 17:51:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:08.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.20.238.254:48252,127.20.238.253:41497,127.20.238.252:54525 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.238.253:41497 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/data/info.pb 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.238.253 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/logs 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.400283 21505 master_main.cc:80] Initializing master server... 17:51:08.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.402232 21505 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 309564us 17:51:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.402963 21505 fs_manager.cc:262] Metadata directory not provided 17:51:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.403084 21505 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.403378 21505 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.403489 21505 server_base.cc:433] Attempting to create new FS layout instead 17:51:08.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.407271 21505 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/data/instance: 17:51:08.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "12e3840bda1b4b1c98cdb56d64015194" 17:51:08.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:08 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:08.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.408063 21505 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/wal/instance: 17:51:08.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "12e3840bda1b4b1c98cdb56d64015194" 17:51:08.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:08 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:08.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.409523 21504 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } attempt: 3 17:51:08.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.410815 21504 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.238.253:41497: Network error: Client connection negotiation failed: client connection to 127.20.238.253:41497: connect: Connection refused (error 111) 17:51:08.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.422937 21505 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.010s sys 0.002s 17:51:08.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.424116 21505 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:08.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.425323 21505 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.433887 21505 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s 17:51:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.434012 21505 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/wal 17:51:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "12e3840bda1b4b1c98cdb56d64015194" 17:51:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:08 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.434336 21505 fs_report.cc:352] FS layout report 17:51:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/wal 17:51:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/wal 17:51:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/data/data 17:51:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:08.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:08.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:08.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:08.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.582974 21505 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:08.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.585484 21505 master_main.cc:83] Starting Master server... 17:51:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.587170 21504 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } attempt: 4 17:51:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.588538 21504 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.238.253:41497: Network error: Client connection negotiation failed: client connection to 127.20.238.253:41497: connect: Connection refused (error 111) 17:51:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.675601 21505 rpc_server.cc:205] RPC server started. Bound to: 127.20.238.253:41497 17:51:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.676602 21505 webserver.cc:175] Starting webserver on 127.20.238.253:0 17:51:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.676702 21505 webserver.cc:186] Document root disabled 17:51:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.678616 21505 webserver.cc:313] Webserver started. Bound to: http://127.20.238.253:39502/ 17:51:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.679371 21505 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-1/data/info.pb 17:51:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.682898 21570 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:08.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.686826 21435 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 21505 17:51:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.687592 21435 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/wal 17:51:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/data 17:51:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.238.252:54525 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.238.252 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/logs 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/data/info.pb 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.20.238.254:48252,127.20.238.253:41497,127.20.238.252:54525 with env {} 17:51:08.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.698298 21570 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } has no permanent_uuid. Determining permanent_uuid... 17:51:08.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.715894 21570 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } has no permanent_uuid. Determining permanent_uuid... 17:51:08.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.727178 21570 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } has no permanent_uuid. Determining permanent_uuid... 17:51:08.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.728466 21570 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.238.252:54525: Network error: Client connection negotiation failed: client connection to 127.20.238.252:54525: connect: Connection refused (error 111) 17:51:08.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.747951 21570 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } attempt: 1 17:51:08.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.749222 21570 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.238.252:54525: Network error: Client connection negotiation failed: client connection to 127.20.238.252:54525: connect: Connection refused (error 111) 17:51:08.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.797576 21570 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } attempt: 2 17:51:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.798887 21570 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.238.252:54525: Network error: Client connection negotiation failed: client connection to 127.20.238.252:54525: connect: Connection refused (error 111) 17:51:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.853437 21571 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.853785 21571 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:08.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.862877 21571 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.863001 21571 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.863103 21571 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.863231 21571 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:08.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.882557 21571 master_main.cc:73] Master server non-default flags: 17:51:08.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/data 17:51:08.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/wal 17:51:08.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:08.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.20.238.254:48252,127.20.238.253:41497,127.20.238.252:54525 17:51:08.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.238.252:54525 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/data/info.pb 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.238.252 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/logs 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:08.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.891852 21504 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } attempt: 5 17:51:08.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.898710 21571 master_main.cc:80] Initializing master server... 17:51:08.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.899659 21504 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } has no permanent_uuid. Determining permanent_uuid... 17:51:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.900825 21504 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.238.252:54525: Network error: Client connection negotiation failed: client connection to 127.20.238.252:54525: connect: Connection refused (error 111) 17:51:08.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.901415 21571 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 309564us 17:51:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.902132 21571 fs_manager.cc:262] Metadata directory not provided 17:51:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.902252 21571 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.902531 21571 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.902642 21571 server_base.cc:433] Attempting to create new FS layout instead 17:51:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.906285 21571 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/data/instance: 17:51:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "44c55b11f59b47b4892273db32c63b59" 17:51:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:08 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:08.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.907002 21571 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/wal/instance: 17:51:08.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "44c55b11f59b47b4892273db32c63b59" 17:51:08.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:08 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:08.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.910193 21570 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } attempt: 3 17:51:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.911403 21570 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.238.252:54525: Network error: Client connection negotiation failed: client connection to 127.20.238.252:54525: connect: Connection refused (error 111) 17:51:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.922654 21571 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.009s sys 0.004s 17:51:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.923764 21571 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:08.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.924917 21571 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.933028 21571 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.933143 21571 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/wal 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "44c55b11f59b47b4892273db32c63b59" 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:08 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.933347 21571 fs_report.cc:352] FS layout report 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/wal 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/wal 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/data/data 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.939113 21504 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } attempt: 1 17:51:08.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.940426 21504 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.238.252:54525: Network error: Client connection negotiation failed: client connection to 127.20.238.252:54525: connect: Connection refused (error 111) 17:51:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:08.988726 21504 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } attempt: 2 17:51:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:08.990154 21504 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.238.252:54525: Network error: Client connection negotiation failed: client connection to 127.20.238.252:54525: connect: Connection refused (error 111) 17:51:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.087766 21570 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } attempt: 4 17:51:09.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:09.089152 21570 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.238.252:54525: Network error: Client connection negotiation failed: client connection to 127.20.238.252:54525: connect: Connection refused (error 111) 17:51:09.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.090477 21504 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } attempt: 3 17:51:09.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:09.092244 21504 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.20.238.252:54525: Network error: Client connection negotiation failed: client connection to 127.20.238.252:54525: connect: Connection refused (error 111) 17:51:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.114558 21571 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.116858 21571 master_main.cc:83] Starting Master server... 17:51:09.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.204743 21571 rpc_server.cc:205] RPC server started. Bound to: 127.20.238.252:54525 17:51:09.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.205592 21571 webserver.cc:175] Starting webserver on 127.20.238.252:0 17:51:09.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.205693 21571 webserver.cc:186] Document root disabled 17:51:09.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.207528 21571 webserver.cc:313] Webserver started. Bound to: http://127.20.238.252:38046/ 17:51:09.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.208227 21571 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/master-2/data/info.pb 17:51:09.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.211844 21634 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:09.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.215128 21435 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 21571 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.216104 21435 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/wal 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/data 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.238.193:0 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.20.238.193 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.238.193 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.20.238.254:48252,127.20.238.253:41497,127.20.238.252:54525 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/logs 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/data/info.pb 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:09.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.225570 21634 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } has no permanent_uuid. Determining permanent_uuid... 17:51:09.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.232506 21504 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } attempt: 4 17:51:09.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.247304 21634 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } has no permanent_uuid. Determining permanent_uuid... 17:51:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.252483 21504 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595: Bootstrap starting. 17:51:09.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.255937 21504 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595: No blocks or log segments found. Creating new log. 17:51:09.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.256568 21634 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } has no permanent_uuid. Determining permanent_uuid... 17:51:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.258085 21504 log.cc:525] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595: Log is configured to *not* fsync() on all Append() calls 17:51:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.266676 21504 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595: No bootstrap required, opened a new log 17:51:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.267915 21634 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59: Bootstrap starting. 17:51:09.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.271333 21634 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59: No blocks or log segments found. Creating new log. 17:51:09.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.273190 21634 log.cc:525] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59: Log is configured to *not* fsync() on all Append() calls 17:51:09.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.281777 21504 raft_consensus.cc:325] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } 17:51:09.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.282249 21504 raft_consensus.cc:351] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:09.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.282449 21504 raft_consensus.cc:630] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4ebd564b74f248b9be8e1bfc5c90c595, State: Initialized, Role: FOLLOWER 17:51:09.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.283144 21504 consensus_queue.cc:228] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } 17:51:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.286315 21634 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59: No bootstrap required, opened a new log 17:51:09.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.300801 21634 raft_consensus.cc:325] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } 17:51:09.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.301270 21634 raft_consensus.cc:351] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:09.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.301478 21634 raft_consensus.cc:630] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 44c55b11f59b47b4892273db32c63b59, State: Initialized, Role: FOLLOWER 17:51:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.301972 21634 consensus_queue.cc:228] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } 17:51:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.294615 21504 sys_catalog.cc:337] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } } 17:51:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.303555 21504 sys_catalog.cc:340] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [sys.catalog]: This master's current role is: FOLLOWER 17:51:09.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.304877 21504 sys_catalog.cc:424] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [sys.catalog]: configured and running, proceeding with master startup. 17:51:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.314393 21634 sys_catalog.cc:337] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } } 17:51:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.315120 21634 sys_catalog.cc:340] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [sys.catalog]: This master's current role is: FOLLOWER 17:51:09.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.316321 21634 sys_catalog.cc:424] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [sys.catalog]: configured and running, proceeding with master startup. 17:51:09.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.392431 21570 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } attempt: 5 17:51:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.406539 21570 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194: Bootstrap starting. 17:51:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.411129 21570 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194: No blocks or log segments found. Creating new log. 17:51:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.414865 21570 log.cc:525] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194: Log is configured to *not* fsync() on all Append() calls 17:51:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.303400 21641 sys_catalog.cc:337] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } } 17:51:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.421051 21641 sys_catalog.cc:340] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [sys.catalog]: This master's current role is: FOLLOWER 17:51:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.317309 21643 sys_catalog.cc:337] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } } 17:51:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.421264 21643 sys_catalog.cc:340] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [sys.catalog]: This master's current role is: FOLLOWER 17:51:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:09.442593 21635 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:09.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:09.443047 21635 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:09.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.446883 21570 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194: No bootstrap required, opened a new log 17:51:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:09.451803 21635 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:09.452170 21635 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.238.193 17:51:09.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.456905 21643 raft_consensus.cc:457] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:51:09.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.457178 21643 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59: Snoozing failure detection for 1.800s (starting election) 17:51:09.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.457480 21643 raft_consensus.cc:479] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } 17:51:09.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.458711 21643 leader_election.cc:251] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 4ebd564b74f248b9be8e1bfc5c90c595 (127.20.238.254:48252) 17:51:09.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.459303 21643 leader_election.cc:251] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 12e3840bda1b4b1c98cdb56d64015194 (127.20.238.253:41497) 17:51:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.472550 21635 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/data 17:51:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/wal 17:51:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.238.193:0 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/data/info.pb 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.238.193 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.20.238.254:48252,127.20.238.253:41497,127.20.238.252:54525 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.20.238.193 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/logs 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:09.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.488764 21570 raft_consensus.cc:325] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } 17:51:09.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.489775 21570 raft_consensus.cc:351] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:09.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.490115 21570 raft_consensus.cc:630] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 12e3840bda1b4b1c98cdb56d64015194, State: Initialized, Role: FOLLOWER 17:51:09.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.490942 21570 consensus_queue.cc:228] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } 17:51:09.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.492538 21635 tablet_server_main.cc:85] Initializing tablet server... 17:51:09.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.496206 21635 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 310064us 17:51:09.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.496902 21635 fs_manager.cc:262] Metadata directory not provided 17:51:09.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:09.370021 21590 tablet.cc:1728] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.499207 21635 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.499722 21635 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:09.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.500072 21635 server_base.cc:433] Attempting to create new FS layout instead 17:51:09.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.498544 21570 sys_catalog.cc:337] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } } 17:51:09.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.501226 21570 sys_catalog.cc:340] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [sys.catalog]: This master's current role is: FOLLOWER 17:51:09.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.504200 21571 master_main.cc:86] Master server successfully started. 17:51:09.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.505575 21570 sys_catalog.cc:424] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [sys.catalog]: configured and running, proceeding with master startup. 17:51:09.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:09.343041 21460 tablet.cc:1728] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:09.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:09.508147 21644 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:09.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:09.508350 21644 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.508332 21481 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "44c55b11f59b47b4892273db32c63b59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" is_pre_election: true 17:51:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.512571 21443 master_main.cc:86] Master server successfully started. 17:51:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.512866 21481 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595: Snoozing failure detection for 1.781s (vote granted) 17:51:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.513185 21481 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 44c55b11f59b47b4892273db32c63b59 in term 0. 17:51:09.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.514313 21582 leader_election.cc:387] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 4ebd564b74f248b9be8e1bfc5c90c595 (127.20.238.254:48252) 17:51:09.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.514614 21582 leader_election.cc:278] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:51:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.515472 21643 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59: Snoozing failure detection for 1.683s (election complete) 17:51:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.515709 21643 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:51:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.515920 21643 raft_consensus.cc:457] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:51:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.516117 21643 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59: Snoozing failure detection for 1.838s (starting election) 17:51:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.516314 21643 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [term 0 FOLLOWER]: Advancing to term 1 17:51:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.517243 21635 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/data/instance: 17:51:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "42597f37b52c4c3791733b3cf2ff2daa" 17:51:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:09 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.518216 21635 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/wal/instance: 17:51:09.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "42597f37b52c4c3791733b3cf2ff2daa" 17:51:09.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:09 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:09.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:09.520298 21642 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:09.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:09.520546 21642 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.523388 21643 raft_consensus.cc:479] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } 17:51:09.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.524566 21643 leader_election.cc:251] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [CANDIDATE]: Term 1 election: Requesting vote from peer 4ebd564b74f248b9be8e1bfc5c90c595 (127.20.238.254:48252) 17:51:09.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.525871 21643 leader_election.cc:251] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [CANDIDATE]: Term 1 election: Requesting vote from peer 12e3840bda1b4b1c98cdb56d64015194 (127.20.238.253:41497) 17:51:09.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.525986 21481 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "44c55b11f59b47b4892273db32c63b59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" 17:51:09.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.526432 21481 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [term 0 FOLLOWER]: Advancing to term 1 17:51:09.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.526720 21481 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595: Snoozing failure detection for 1.648s (vote granted) 17:51:09.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.532152 21481 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 44c55b11f59b47b4892273db32c63b59 in term 1. 17:51:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.532995 21582 leader_election.cc:387] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [CANDIDATE]: Term 1 election: Vote granted by peer 4ebd564b74f248b9be8e1bfc5c90c595 (127.20.238.254:48252) 17:51:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.533236 21582 leader_election.cc:278] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.533818 21643 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59: Snoozing failure detection for 1.864s (election complete) 17:51:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.534072 21643 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [term 1 FOLLOWER]: Leader election won for term 1 17:51:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.547580 21643 raft_consensus.cc:595] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [term 1 LEADER]: Becoming Leader. State: Replica: 44c55b11f59b47b4892273db32c63b59, State: Running, Role: LEADER 17:51:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.548542 21643 consensus_queue.cc:205] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } 17:51:09.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.551852 21635 fs_manager.cc:502] Time spent creating directory manager: real 0.033s user 0.013s sys 0.012s 17:51:09.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.553766 21635 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.555233 21635 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.560963 21654 sys_catalog.cc:337] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 44c55b11f59b47b4892273db32c63b59. Latest consensus state: current_term: 1 leader_uuid: "44c55b11f59b47b4892273db32c63b59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } } 17:51:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.561658 21654 sys_catalog.cc:340] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [sys.catalog]: This master's current role is: LEADER 17:51:09.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.572932 21658 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:51:09.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.576222 21658 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:51:09.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.588537 21635 fs_manager.cc:418] Time spent opening block manager: real 0.023s user 0.005s sys 0.016s 17:51:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.588914 21635 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/wal 17:51:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "42597f37b52c4c3791733b3cf2ff2daa" 17:51:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:09 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.589500 21635 fs_report.cc:352] FS layout report 17:51:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/wal 17:51:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/wal 17:51:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/data/data 17:51:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:09.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.501471 21650 sys_catalog.cc:337] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } } 17:51:09.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.626606 21650 sys_catalog.cc:340] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [sys.catalog]: This master's current role is: FOLLOWER 17:51:09.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.626907 21650 raft_consensus.cc:457] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:51:09.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.627187 21650 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194: Snoozing failure detection for 1.935s (starting election) 17:51:09.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.627485 21650 raft_consensus.cc:479] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } 17:51:09.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.629035 21650 leader_election.cc:251] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 4ebd564b74f248b9be8e1bfc5c90c595 (127.20.238.254:48252) 17:51:09.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.630100 21650 leader_election.cc:251] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 44c55b11f59b47b4892273db32c63b59 (127.20.238.252:54525) 17:51:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.630549 21481 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "12e3840bda1b4b1c98cdb56d64015194" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" is_pre_election: true 17:51:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.631165 21481 raft_consensus.cc:2185] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 12e3840bda1b4b1c98cdb56d64015194 in current term 1: Already voted for candidate 44c55b11f59b47b4892273db32c63b59 in this term. 17:51:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.632081 21611 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "12e3840bda1b4b1c98cdb56d64015194" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "44c55b11f59b47b4892273db32c63b59" is_pre_election: true 17:51:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.632277 21516 leader_election.cc:401] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 4ebd564b74f248b9be8e1bfc5c90c595 (127.20.238.254:48252). Message: Invalid argument: T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 12e3840bda1b4b1c98cdb56d64015194 in current term 1: Already voted for candidate 44c55b11f59b47b4892273db32c63b59 in this term. 17:51:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.632827 21611 raft_consensus.cc:2216] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 12e3840bda1b4b1c98cdb56d64015194 for term 1 because replica is either leader or believes a valid leader to be alive. 17:51:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.633908 21517 leader_election.cc:401] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 44c55b11f59b47b4892273db32c63b59 (127.20.238.252:54525). Message: Invalid argument: T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [term 1 LEADER]: Leader pre-election vote request: Denying vote to candidate 12e3840bda1b4b1c98cdb56d64015194 for term 1 because replica is either leader or believes a valid leader to be alive. 17:51:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.634192 21517 leader_election.cc:278] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. 17:51:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.635169 21650 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194: Snoozing failure detection for 1.834s (election complete) 17:51:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.635509 21650 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [term 0 FOLLOWER]: Advancing to term 1 17:51:09.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.640652 21650 raft_consensus.cc:2497] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 17:51:09.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.673198 21481 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [term 1 FOLLOWER]: Refusing update from remote peer 44c55b11f59b47b4892273db32c63b59: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:09.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.674561 21654 consensus_queue.cc:963] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:09.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:09.589273 21526 tablet.cc:1728] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:09.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.691901 21505 master_main.cc:86] Master server successfully started. 17:51:09.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.689590 21546 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "44c55b11f59b47b4892273db32c63b59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "12e3840bda1b4b1c98cdb56d64015194" 17:51:09.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.690584 21545 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [term 1 FOLLOWER]: Refusing update from remote peer 44c55b11f59b47b4892273db32c63b59: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:09.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.688910 21547 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "44c55b11f59b47b4892273db32c63b59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "12e3840bda1b4b1c98cdb56d64015194" is_pre_election: true 17:51:09.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.692438 21546 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 44c55b11f59b47b4892273db32c63b59 for term 1 because replica is already servicing an update from a current leader or another vote. 17:51:09.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.693389 21654 consensus_queue.cc:963] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [LEADER]: Connected to new peer: Peer: permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:09.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.693688 21547 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194: Snoozing failure detection for 3.123s (vote granted) 17:51:09.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.693997 21547 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 44c55b11f59b47b4892273db32c63b59 in term 1. 17:51:09.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.695886 21583 leader_election.cc:401] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [CANDIDATE]: Term 1 election: Vote denied by peer 12e3840bda1b4b1c98cdb56d64015194 (127.20.238.253:41497). Message: Service unavailable: T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 44c55b11f59b47b4892273db32c63b59 for term 1 because replica is already servicing an update from a current leader or another vote. 17:51:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.698573 21583 leader_election.cc:387] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 12e3840bda1b4b1c98cdb56d64015194 (127.20.238.253:41497) 17:51:09.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:09.712754 21652 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:09.712963 21652 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.712937 21641 sys_catalog.cc:337] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 44c55b11f59b47b4892273db32c63b59. Latest consensus state: current_term: 1 leader_uuid: "44c55b11f59b47b4892273db32c63b59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } } 17:51:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.713627 21641 sys_catalog.cc:340] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [sys.catalog]: This master's current role is: FOLLOWER 17:51:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.723832 21663 sys_catalog.cc:337] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 44c55b11f59b47b4892273db32c63b59. Latest consensus state: current_term: 1 leader_uuid: "44c55b11f59b47b4892273db32c63b59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } } 17:51:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.724534 21663 sys_catalog.cc:340] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [sys.catalog]: This master's current role is: FOLLOWER 17:51:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.739840 21643 sys_catalog.cc:337] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "44c55b11f59b47b4892273db32c63b59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } } 17:51:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.740478 21643 sys_catalog.cc:340] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [sys.catalog]: This master's current role is: LEADER 17:51:09.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.741022 21643 sys_catalog.cc:337] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "44c55b11f59b47b4892273db32c63b59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } } 17:51:09.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.741638 21643 sys_catalog.cc:340] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59 [sys.catalog]: This master's current role is: LEADER 17:51:09.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.741240 21641 sys_catalog.cc:337] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "44c55b11f59b47b4892273db32c63b59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } } 17:51:09.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.741874 21641 sys_catalog.cc:340] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595 [sys.catalog]: This master's current role is: FOLLOWER 17:51:09.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.744192 21658 catalog_manager.cc:924] Generated new certificate authority record 17:51:09.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.746436 21658 catalog_manager.cc:1046] Loading token signing keys... 17:51:09.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.748198 21663 sys_catalog.cc:337] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "44c55b11f59b47b4892273db32c63b59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ebd564b74f248b9be8e1bfc5c90c595" member_type: VOTER last_known_addr { host: "127.20.238.254" port: 48252 } } peers { permanent_uuid: "12e3840bda1b4b1c98cdb56d64015194" member_type: VOTER last_known_addr { host: "127.20.238.253" port: 41497 } } peers { permanent_uuid: "44c55b11f59b47b4892273db32c63b59" member_type: VOTER last_known_addr { host: "127.20.238.252" port: 54525 } } } 17:51:09.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.748883 21663 sys_catalog.cc:340] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194 [sys.catalog]: This master's current role is: FOLLOWER 17:51:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.794128 21658 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 44c55b11f59b47b4892273db32c63b59: Generated new TSK 0 17:51:09.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.950110 21635 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:09.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.960710 21635 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:09.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:09.967226 21635 tablet_server_main.cc:90] Starting tablet server... 17:51:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.527056 21642 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595: acquiring CA information for follower catalog manager: success 17:51:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.530766 21642 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 4ebd564b74f248b9be8e1bfc5c90c595: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:10.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.639678 21635 rpc_server.cc:205] RPC server started. Bound to: 127.20.238.193:52677 17:51:10.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.641052 21635 webserver.cc:175] Starting webserver on 127.20.238.193:0 17:51:10.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.641197 21635 webserver.cc:186] Document root disabled 17:51:10.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.655985 21635 webserver.cc:313] Webserver started. Bound to: http://127.20.238.193:53351/ 17:51:10.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.656934 21635 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-0/data/info.pb 17:51:10.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.663252 21435 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 21635 17:51:10.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.664405 21435 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:10.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:10.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/wal 17:51:10.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/data 17:51:10.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:10.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.238.194:0 17:51:10.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.20.238.194 17:51:10.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.238.194 17:51:10.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:10.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.20.238.254:48252,127.20.238.253:41497,127.20.238.252:54525 17:51:10.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/logs 17:51:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/data/info.pb 17:51:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:10.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.703542 21635 tablet_server_main.cc:93] Tablet server successfully started. 17:51:10.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.719195 21652 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194: acquiring CA information for follower catalog manager: success 17:51:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.722218 21652 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 12e3840bda1b4b1c98cdb56d64015194: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.746234 21789 heartbeater.cc:346] Connected to a master server at 127.20.238.252:54525 17:51:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.746588 21789 heartbeater.cc:426] Registering TS with master... 17:51:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.747190 21789 heartbeater.cc:475] Master 127.20.238.252:54525 requested a full tablet report, sending... 17:51:10.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.749740 21601 ts_manager.cc:98] Registered new tserver with Master: 42597f37b52c4c3791733b3cf2ff2daa (127.20.238.193:52677) 17:51:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.752225 21601 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.20.238.193:58932 17:51:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.752319 21786 heartbeater.cc:346] Connected to a master server at 127.20.238.253:41497 17:51:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.752563 21786 heartbeater.cc:426] Registering TS with master... 17:51:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.753020 21786 heartbeater.cc:475] Master 127.20.238.253:41497 requested a full tablet report, sending... 17:51:10.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.757078 21537 ts_manager.cc:98] Registered new tserver with Master: 42597f37b52c4c3791733b3cf2ff2daa (127.20.238.193:52677) 17:51:10.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.754627 21784 heartbeater.cc:346] Connected to a master server at 127.20.238.254:48252 17:51:10.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.765468 21784 heartbeater.cc:426] Registering TS with master... 17:51:10.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.765764 21784 heartbeater.cc:475] Master 127.20.238.254:48252 requested a full tablet report, sending... 17:51:10.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.768373 21471 ts_manager.cc:98] Registered new tserver with Master: 42597f37b52c4c3791733b3cf2ff2daa (127.20.238.193:52677) 17:51:10.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:10.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:10.900517 21785 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:10.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:10.901567 21785 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:10.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:10.918794 21785 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:10.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:10.919322 21785 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.238.194 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.953119 21785 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/data 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/wal 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.238.194:0 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/data/info.pb 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.238.194 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.20.238.254:48252,127.20.238.253:41497,127.20.238.252:54525 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.20.238.194 17:51:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/logs 17:51:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:10.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.980317 21785 tablet_server_main.cc:85] Initializing tablet server... 17:51:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.983108 21785 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 310564us 17:51:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.983759 21785 fs_manager.cc:262] Metadata directory not provided 17:51:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.983940 21785 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.984354 21785 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.984555 21785 server_base.cc:433] Attempting to create new FS layout instead 17:51:10.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.989820 21785 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/data/instance: 17:51:10.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9eef222c8e6c4447ab020a734513f3d1" 17:51:10.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:10 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:10.991096 21785 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/wal/instance: 17:51:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9eef222c8e6c4447ab020a734513f3d1" 17:51:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:10 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:11.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.015261 21785 fs_manager.cc:502] Time spent creating directory manager: real 0.024s user 0.014s sys 0.006s 17:51:11.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.017120 21785 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:11.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.017827 21785 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:11.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.031952 21785 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s 17:51:11.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.032182 21785 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/wal 17:51:11.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "9eef222c8e6c4447ab020a734513f3d1" 17:51:11.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:10 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.032644 21785 fs_report.cc:352] FS layout report 17:51:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/wal 17:51:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/wal 17:51:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/data/data 17:51:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:11.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.225436 21785 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.231009 21785 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.232736 21785 tablet_server_main.cc:90] Starting tablet server... 17:51:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.499310 21785 rpc_server.cc:205] RPC server started. Bound to: 127.20.238.194:49354 17:51:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.501142 21785 webserver.cc:175] Starting webserver on 127.20.238.194:0 17:51:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.501458 21785 webserver.cc:186] Document root disabled 17:51:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.507632 21785 webserver.cc:313] Webserver started. Bound to: http://127.20.238.194:39333/ 17:51:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.508846 21785 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-1/data/info.pb 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.512266 21435 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 21785 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.513370 21435 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/wal 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/data 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.238.195:0 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.20.238.195 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.238.195 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.20.238.254:48252,127.20.238.253:41497,127.20.238.252:54525 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/logs 17:51:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/data/info.pb 17:51:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:11.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:11.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.536015 21785 tablet_server_main.cc:93] Tablet server successfully started. 17:51:11.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.587520 21915 heartbeater.cc:346] Connected to a master server at 127.20.238.254:48252 17:51:11.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.587857 21915 heartbeater.cc:426] Registering TS with master... 17:51:11.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.588565 21915 heartbeater.cc:475] Master 127.20.238.254:48252 requested a full tablet report, sending... 17:51:11.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.591394 21471 ts_manager.cc:98] Registered new tserver with Master: 9eef222c8e6c4447ab020a734513f3d1 (127.20.238.194:49354) 17:51:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.602838 21920 heartbeater.cc:346] Connected to a master server at 127.20.238.252:54525 17:51:11.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.603091 21920 heartbeater.cc:426] Registering TS with master... 17:51:11.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.603571 21920 heartbeater.cc:475] Master 127.20.238.252:54525 requested a full tablet report, sending... 17:51:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.589794 21917 heartbeater.cc:346] Connected to a master server at 127.20.238.253:41497 17:51:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.603906 21917 heartbeater.cc:426] Registering TS with master... 17:51:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.604312 21917 heartbeater.cc:475] Master 127.20.238.253:41497 requested a full tablet report, sending... 17:51:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.606451 21601 ts_manager.cc:98] Registered new tserver with Master: 9eef222c8e6c4447ab020a734513f3d1 (127.20.238.194:49354) 17:51:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.607008 21537 ts_manager.cc:98] Registered new tserver with Master: 9eef222c8e6c4447ab020a734513f3d1 (127.20.238.194:49354) 17:51:11.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.608191 21601 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.20.238.194:38202 17:51:11.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:11.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:11.688551 21916 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:11.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:11.688995 21916 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:11.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:11.698107 21916 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:11.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:11.698485 21916 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.238.195 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.713918 21916 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/data 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/wal 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.20.238.195:0 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/data/info.pb 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.20.238.195 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.20.238.254:48252,127.20.238.253:41497,127.20.238.252:54525 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.20.238.195 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/logs 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:11.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.729393 21916 tablet_server_main.cc:85] Initializing tablet server... 17:51:11.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.731362 21916 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 311064us 17:51:11.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.731838 21916 fs_manager.cc:262] Metadata directory not provided 17:51:11.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.731972 21916 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:11.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.732275 21916 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:11.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.732401 21916 server_base.cc:433] Attempting to create new FS layout instead 17:51:11.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.735641 21916 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/data/instance: 17:51:11.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6c66f31cf2234176b70abf4adefbb6a3" 17:51:11.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:11 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:11.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.736413 21916 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/wal/instance: 17:51:11.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6c66f31cf2234176b70abf4adefbb6a3" 17:51:11.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:11 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:11.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.759505 21916 fs_manager.cc:502] Time spent creating directory manager: real 0.023s user 0.010s sys 0.005s 17:51:11.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.760082 21789 heartbeater.cc:467] Master 127.20.238.252:54525 was elected leader, sending a full tablet report... 17:51:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.763809 21916 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:11.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.764714 21916 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.778056 21916 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s 17:51:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.778345 21916 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/wal 17:51:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6c66f31cf2234176b70abf4adefbb6a3" 17:51:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:11 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:11.778870 21916 fs_report.cc:352] FS layout report 17:51:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/wal 17:51:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/wal 17:51:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/data/data 17:51:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:12.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.057183 21916 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:12.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.062009 21916 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.063691 21916 tablet_server_main.cc:90] Starting tablet server... 17:51:12.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.243086 21916 rpc_server.cc:205] RPC server started. Bound to: 127.20.238.195:57063 17:51:12.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.244276 21916 webserver.cc:175] Starting webserver on 127.20.238.195:0 17:51:12.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.244484 21916 webserver.cc:186] Document root disabled 17:51:12.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.246001 21916 webserver.cc:313] Webserver started. Bound to: http://127.20.238.195:46039/ 17:51:12.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.246824 21916 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2997934804125656489/ts-2/data/info.pb 17:51:12.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.254575 21435 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 21916 17:51:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.264993 21916 tablet_server_main.cc:93] Tablet server successfully started. 17:51:12.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.316880 22050 heartbeater.cc:346] Connected to a master server at 127.20.238.254:48252 17:51:12.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.317340 22050 heartbeater.cc:426] Registering TS with master... 17:51:12.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.318137 22050 heartbeater.cc:475] Master 127.20.238.254:48252 requested a full tablet report, sending... 17:51:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.321637 21471 ts_manager.cc:98] Registered new tserver with Master: 6c66f31cf2234176b70abf4adefbb6a3 (127.20.238.195:57063) 17:51:12.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.319383 22052 heartbeater.cc:346] Connected to a master server at 127.20.238.252:54525 17:51:12.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.329059 22052 heartbeater.cc:426] Registering TS with master... 17:51:12.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.329576 22052 heartbeater.cc:475] Master 127.20.238.252:54525 requested a full tablet report, sending... 17:51:12.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.320413 22051 heartbeater.cc:346] Connected to a master server at 127.20.238.253:41497 17:51:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.330948 22051 heartbeater.cc:426] Registering TS with master... 17:51:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.331290 21601 ts_manager.cc:98] Registered new tserver with Master: 6c66f31cf2234176b70abf4adefbb6a3 (127.20.238.195:57063) 17:51:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.331382 22051 heartbeater.cc:475] Master 127.20.238.253:41497 requested a full tablet report, sending... 17:51:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.332957 21601 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.20.238.195:41838 17:51:12.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.333369 21537 ts_manager.cc:98] Registered new tserver with Master: 6c66f31cf2234176b70abf4adefbb6a3 (127.20.238.195:57063) 17:51:12.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.337667 21435 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:51:12.338 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.415611 21601 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.20.238.252:43934: 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:51:12.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:51:12.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.502573 21721 tablet_service.cc:759] Processing CreateTablet for tablet 8cfbffdb93ac4aefb26bc0bc313031c7 (table=test [id=85d1d73d966e4b7e99f8c930decf9b27]), partition=RANGE (key) PARTITION VALUES >= 50 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.503593 21721 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 8cfbffdb93ac4aefb26bc0bc313031c7. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.505830 21852 tablet_service.cc:759] Processing CreateTablet for tablet b8e710b4bbd141b4b6df2e55fb562dd5 (table=test [id=85d1d73d966e4b7e99f8c930decf9b27]), partition=RANGE (key) PARTITION VALUES < 50 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.506801 21852 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet b8e710b4bbd141b4b6df2e55fb562dd5. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.551044 21852 ts_tablet_manager.cc:1173] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1: Registered tablet (data state: TABLET_DATA_READY) 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.552865 21721 ts_tablet_manager.cc:1173] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa: Registered tablet (data state: TABLET_DATA_READY) 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.554563 22124 ts_tablet_manager.cc:1028] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa: Bootstrapping tablet 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.554996 22124 tablet_bootstrap.cc:438] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa: Bootstrap starting. 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.557479 22124 tablet_bootstrap.cc:592] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa: No blocks or log segments found. Creating new log. 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.558595 22124 log.cc:525] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa: Log is configured to *not* fsync() on all Append() calls 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.558981 22125 ts_tablet_manager.cc:1028] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1: Bootstrapping tablet 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.559412 22125 tablet_bootstrap.cc:438] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1: Bootstrap starting. 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.563542 22125 tablet_bootstrap.cc:592] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1: No blocks or log segments found. Creating new log. 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.565156 22125 log.cc:525] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1: Log is configured to *not* fsync() on all Append() calls 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.565395 22124 tablet_bootstrap.cc:438] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa: No bootstrap required, opened a new log 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.565654 22124 ts_tablet_manager.cc:1045] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa: Time spent bootstrapping tablet: real 0.011s user 0.004s sys 0.002s 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.572036 22125 tablet_bootstrap.cc:438] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1: No bootstrap required, opened a new log 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.572366 22125 ts_tablet_manager.cc:1045] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1: Time spent bootstrapping tablet: real 0.013s user 0.006s sys 0.002s 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.576642 22124 raft_consensus.cc:325] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "42597f37b52c4c3791733b3cf2ff2daa" member_type: VOTER last_known_addr { host: "127.20.238.193" port: 52677 } } 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.577062 22124 raft_consensus.cc:351] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.577198 22124 raft_consensus.cc:630] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42597f37b52c4c3791733b3cf2ff2daa, State: Initialized, Role: FOLLOWER 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.577647 22124 consensus_queue.cc:228] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "42597f37b52c4c3791733b3cf2ff2daa" member_type: VOTER last_known_addr { host: "127.20.238.193" port: 52677 } } 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.578037 22124 raft_consensus.cc:365] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.578191 22124 raft_consensus.cc:457] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.578331 22124 raft_consensus.cc:2742] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa: Snoozing failure detection for 2.247s (starting election) 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.578501 22124 raft_consensus.cc:2794] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa [term 0 FOLLOWER]: Advancing to term 1 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.582705 22124 raft_consensus.cc:479] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "42597f37b52c4c3791733b3cf2ff2daa" member_type: VOTER last_known_addr { host: "127.20.238.193" port: 52677 } } 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.583271 22124 leader_election.cc:278] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.588832 22125 raft_consensus.cc:325] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9eef222c8e6c4447ab020a734513f3d1" member_type: VOTER last_known_addr { host: "127.20.238.194" port: 49354 } } 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.589277 22128 raft_consensus.cc:2742] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa: Snoozing failure detection for 1.786s (election complete) 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.589403 22125 raft_consensus.cc:351] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.589538 22128 raft_consensus.cc:2549] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa [term 1 FOLLOWER]: Leader election won for term 1 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.589620 22125 raft_consensus.cc:630] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9eef222c8e6c4447ab020a734513f3d1, State: Initialized, Role: FOLLOWER 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.590241 22125 consensus_queue.cc:228] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9eef222c8e6c4447ab020a734513f3d1" member_type: VOTER last_known_addr { host: "127.20.238.194" port: 49354 } } 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.590790 22125 raft_consensus.cc:365] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.591002 22125 raft_consensus.cc:457] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.591199 22125 raft_consensus.cc:2742] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1: Snoozing failure detection for 1.772s (starting election) 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.591398 22125 raft_consensus.cc:2794] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1 [term 0 FOLLOWER]: Advancing to term 1 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.597694 22125 raft_consensus.cc:479] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9eef222c8e6c4447ab020a734513f3d1" member_type: VOTER last_known_addr { host: "127.20.238.194" port: 49354 } } 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.598248 22125 leader_election.cc:278] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.604240 22124 ts_tablet_manager.cc:1073] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa: Time spent starting tablet: real 0.038s user 0.017s sys 0.013s 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.604619 22128 raft_consensus.cc:595] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa [term 1 LEADER]: Becoming Leader. State: Replica: 42597f37b52c4c3791733b3cf2ff2daa, State: Running, Role: LEADER 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.604717 22131 raft_consensus.cc:2742] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1: Snoozing failure detection for 2.205s (election complete) 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.604964 22131 raft_consensus.cc:2549] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1 [term 1 FOLLOWER]: Leader election won for term 1 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.605048 22128 consensus_queue.cc:205] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "42597f37b52c4c3791733b3cf2ff2daa" member_type: VOTER last_known_addr { host: "127.20.238.193" port: 52677 } } 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.608240 22131 raft_consensus.cc:595] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1 [term 1 LEADER]: Becoming Leader. State: Replica: 9eef222c8e6c4447ab020a734513f3d1, State: Running, Role: LEADER 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.609624 21920 heartbeater.cc:467] Master 127.20.238.252:54525 was elected leader, sending a full tablet report... 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.609330 22131 consensus_queue.cc:205] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9eef222c8e6c4447ab020a734513f3d1" member_type: VOTER last_known_addr { host: "127.20.238.194" port: 49354 } } 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.623528 21601 catalog_manager.cc:3758] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa reported cstate change: term changed from 0 to 1, leader changed from to 42597f37b52c4c3791733b3cf2ff2daa (127.20.238.193). New cstate: current_term: 1 leader_uuid: "42597f37b52c4c3791733b3cf2ff2daa" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "42597f37b52c4c3791733b3cf2ff2daa" member_type: VOTER last_known_addr { host: "127.20.238.193" port: 52677 } health_report { overall_health: HEALTHY } } } 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.626171 21600 catalog_manager.cc:3758] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1 reported cstate change: term changed from 0 to 1, leader changed from to 9eef222c8e6c4447ab020a734513f3d1 (127.20.238.194). New cstate: current_term: 1 leader_uuid: "9eef222c8e6c4447ab020a734513f3d1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "9eef222c8e6c4447ab020a734513f3d1" member_type: VOTER last_known_addr { host: "127.20.238.194" port: 49354 } health_report { overall_health: HEALTHY } } } 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.627382 22125 ts_tablet_manager.cc:1073] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1: Time spent starting tablet: real 0.055s user 0.022s sys 0.016s 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:12.703104 21792 tablet.cc:1728] T 8cfbffdb93ac4aefb26bc0bc313031c7 P 42597f37b52c4c3791733b3cf2ff2daa: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:12.784379 21923 tablet.cc:1728] T b8e710b4bbd141b4b6df2e55fb562dd5 P 9eef222c8e6c4447ab020a734513f3d1: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.892611 21600 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.20.238.252:43934: 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:12.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.920939 21987 tablet_service.cc:759] Processing CreateTablet for tablet 6d40bed6a356452aa775e14306d0f9fb (table=simple-test [id=6ab18a6eff1449ac87a2a37923f1af1d]), partition=RANGE (key) PARTITION UNBOUNDED 17:51:12.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.921694 21987 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 6d40bed6a356452aa775e14306d0f9fb. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.933833 21987 ts_tablet_manager.cc:1173] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3: Registered tablet (data state: TABLET_DATA_READY) 17:51:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.935513 22138 ts_tablet_manager.cc:1028] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3: Bootstrapping tablet 17:51:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.936089 22138 tablet_bootstrap.cc:438] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3: Bootstrap starting. 17:51:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.939683 22138 tablet_bootstrap.cc:592] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3: No blocks or log segments found. Creating new log. 17:51:12.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.941391 22138 log.cc:525] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3: Log is configured to *not* fsync() on all Append() calls 17:51:12.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.946540 22138 tablet_bootstrap.cc:438] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3: No bootstrap required, opened a new log 17:51:12.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.946938 22138 ts_tablet_manager.cc:1045] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3: Time spent bootstrapping tablet: real 0.011s user 0.005s sys 0.003s 17:51:12.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.965631 22138 raft_consensus.cc:325] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6c66f31cf2234176b70abf4adefbb6a3" member_type: VOTER last_known_addr { host: "127.20.238.195" port: 57063 } } 17:51:12.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.966145 22138 raft_consensus.cc:351] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:12.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.966300 22138 raft_consensus.cc:630] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6c66f31cf2234176b70abf4adefbb6a3, State: Initialized, Role: FOLLOWER 17:51:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.966814 22138 consensus_queue.cc:228] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6c66f31cf2234176b70abf4adefbb6a3" member_type: VOTER last_known_addr { host: "127.20.238.195" port: 57063 } } 17:51:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.967278 22138 raft_consensus.cc:365] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.967522 22138 raft_consensus.cc:457] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.967703 22138 raft_consensus.cc:2742] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3: Snoozing failure detection for 2.077s (starting election) 17:51:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.967896 22138 raft_consensus.cc:2794] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3 [term 0 FOLLOWER]: Advancing to term 1 17:51:12.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.970589 22138 raft_consensus.cc:479] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6c66f31cf2234176b70abf4adefbb6a3" member_type: VOTER last_known_addr { host: "127.20.238.195" port: 57063 } } 17:51:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.971051 22138 leader_election.cc:278] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.972702 22140 raft_consensus.cc:2742] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3: Snoozing failure detection for 1.747s (election complete) 17:51:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.972995 22140 raft_consensus.cc:2549] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3 [term 1 FOLLOWER]: Leader election won for term 1 17:51:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.974537 22052 heartbeater.cc:467] Master 127.20.238.252:54525 was elected leader, sending a full tablet report... 17:51:12.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.975721 22140 raft_consensus.cc:595] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3 [term 1 LEADER]: Becoming Leader. State: Replica: 6c66f31cf2234176b70abf4adefbb6a3, State: Running, Role: LEADER 17:51:12.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.976531 22138 ts_tablet_manager.cc:1073] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3: Time spent starting tablet: real 0.029s user 0.020s sys 0.007s 17:51:12.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.976486 22140 consensus_queue.cc:205] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6c66f31cf2234176b70abf4adefbb6a3" member_type: VOTER last_known_addr { host: "127.20.238.195" port: 57063 } } 17:51:12.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:12.985010 21600 catalog_manager.cc:3758] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3 reported cstate change: term changed from 0 to 1, leader changed from to 6c66f31cf2234176b70abf4adefbb6a3 (127.20.238.195). New cstate: current_term: 1 leader_uuid: "6c66f31cf2234176b70abf4adefbb6a3" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "6c66f31cf2234176b70abf4adefbb6a3" member_type: VOTER last_known_addr { host: "127.20.238.195" port: 57063 } health_report { overall_health: HEALTHY } } } 17:51:13.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:13.013067 22054 tablet.cc:1728] T 6d40bed6a356452aa775e14306d0f9fb P 6c66f31cf2234176b70abf4adefbb6a3: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:13.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:13.191983 21435 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 21635 17:51:13.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:13.210904 21516 connection.cc:512] server connection from 127.20.238.193:44006 recv error: Network error: failed to read from TLS socket (remote: 127.20.238.193:44006): Connection reset by peer (error 104) 17:51:13.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:13.210911 21452 connection.cc:512] server connection from 127.20.238.193:49777 recv error: Network error: failed to read from TLS socket (remote: 127.20.238.193:49777): Connection reset by peer (error 104) 17:51:13.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:13.212067 21582 connection.cc:512] server connection from 127.20.238.193:58932 recv error: Network error: failed to read from TLS socket (remote: 127.20.238.193:58932): Connection reset by peer (error 104) 17:51:13.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:13.213070 21435 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 21785 17:51:13.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:13.231933 21453 connection.cc:512] server connection from 127.20.238.194:37692 recv error: Network error: failed to read from TLS socket (remote: 127.20.238.194:37692): Connection reset by peer (error 104) 17:51:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:13.232703 21516 connection.cc:512] server connection from 127.20.238.194:36436 recv error: Network error: failed to read from TLS socket (remote: 127.20.238.194:36436): Connection reset by peer (error 104) 17:51:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:13.232810 21435 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 21916 17:51:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:13.233497 21581 connection.cc:512] server connection from 127.20.238.194:38202 recv error: Network error: failed to read from TLS socket (remote: 127.20.238.194:38202): Connection reset by peer (error 104) 17:51:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:13.252837 21582 connection.cc:512] server connection from 127.20.238.195:41838 recv error: Network error: failed to read from TLS socket (remote: 127.20.238.195:41838): Connection reset by peer (error 104) 17:51:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:13.252863 21453 connection.cc:512] server connection from 127.20.238.195:46037 recv error: Network error: failed to read from TLS socket (remote: 127.20.238.195:46037): Connection reset by peer (error 104) 17:51:13.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:13.253142 21435 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 21443 17:51:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:13.253820 21516 connection.cc:512] server connection from 127.20.238.195:55738 recv error: Network error: failed to read from TLS socket (remote: 127.20.238.195:55738): Connection reset by peer (error 104) 17:51:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:13.274394 21435 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 21505 17:51:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:13.295586 21435 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 21571 17:51:14.340 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614274340 17:51:14.342 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:51:14.342 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:51:14.342 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:51:14.342 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.556771 22166 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/wal 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/data 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.21.165.190:41365 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.21.165.190 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/logs 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/data/info.pb 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.21.165.190:41365,127.21.165.189:44458,127.21.165.188:57201 with env {} 17:51:14.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:14.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:14.713201 22174 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:14.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:14.713582 22174 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:14.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:14.722661 22174 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:14.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:14.722784 22174 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:14.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:14.722875 22174 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:14.723003 22174 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.741502 22174 master_main.cc:73] Master server non-default flags: 17:51:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/data 17:51:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/wal 17:51:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.21.165.190:41365,127.21.165.189:44458,127.21.165.188:57201 17:51:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.21.165.190:41365 17:51:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/data/info.pb 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.21.165.190 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/logs 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:14.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.756081 22174 master_main.cc:80] Initializing master server... 17:51:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.758424 22174 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 312564us 17:51:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.759155 22174 fs_manager.cc:262] Metadata directory not provided 17:51:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.759274 22174 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.759551 22174 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.759660 22174 server_base.cc:433] Attempting to create new FS layout instead 17:51:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.763326 22174 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/data/instance: 17:51:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b06473d2278042989644a2a94ea05c6e" 17:51:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.764029 22174 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/wal/instance: 17:51:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b06473d2278042989644a2a94ea05c6e" 17:51:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:14.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.778264 22174 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.009s sys 0.003s 17:51:14.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.779418 22174 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:14.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.780583 22174 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:14.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.788691 22174 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.002s 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.788802 22174 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/wal 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b06473d2278042989644a2a94ea05c6e" 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:14 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.789022 22174 fs_report.cc:352] FS layout report 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/wal 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/wal 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/data/data 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:14.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:14.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.954335 22174 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:14.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:14.956722 22174 master_main.cc:83] Starting Master server... 17:51:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.043298 22174 rpc_server.cc:205] RPC server started. Bound to: 127.21.165.190:41365 17:51:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.044351 22174 webserver.cc:175] Starting webserver on 127.21.165.190:0 17:51:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.044500 22174 webserver.cc:186] Document root disabled 17:51:15.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.046834 22174 webserver.cc:313] Webserver started. Bound to: http://127.21.165.190:53754/ 17:51:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.047583 22174 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-0/data/info.pb 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.050835 22166 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 22174 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.051373 22235 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.051988 22166 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/wal 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/data 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.21.165.189:44458 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.21.165.189 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/logs 17:51:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/data/info.pb 17:51:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.21.165.190:41365,127.21.165.189:44458,127.21.165.188:57201 with env {} 17:51:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.065376 22235 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } has no permanent_uuid. Determining permanent_uuid... 17:51:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.085713 22235 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } has no permanent_uuid. Determining permanent_uuid... 17:51:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.087855 22235 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.21.165.189:44458: Network error: Client connection negotiation failed: client connection to 127.21.165.189:44458: connect: Connection refused (error 111) 17:51:15.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.107261 22235 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } attempt: 1 17:51:15.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.108259 22235 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.21.165.189:44458: Network error: Client connection negotiation failed: client connection to 127.21.165.189:44458: connect: Connection refused (error 111) 17:51:15.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.156599 22235 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } attempt: 2 17:51:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.157833 22235 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.21.165.189:44458: Network error: Client connection negotiation failed: client connection to 127.21.165.189:44458: connect: Connection refused (error 111) 17:51:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.212582 22236 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:15.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.212939 22236 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:15.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.222050 22236 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:15.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.222173 22236 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:15.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.222303 22236 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:15.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.222462 22236 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.242017 22236 master_main.cc:73] Master server non-default flags: 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/data 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/wal 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.21.165.190:41365,127.21.165.189:44458,127.21.165.188:57201 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.21.165.189:44458 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/data/info.pb 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.21.165.189 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/logs 17:51:15.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:15.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:15.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:15.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:15.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:15.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:15.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:15.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:15.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.256912 22236 master_main.cc:80] Initializing master server... 17:51:15.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.259304 22236 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 313064us 17:51:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.260052 22236 fs_manager.cc:262] Metadata directory not provided 17:51:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.260172 22236 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.260470 22236 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.260581 22236 server_base.cc:433] Attempting to create new FS layout instead 17:51:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.264269 22236 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/data/instance: 17:51:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ea3146a7fa68477082246792ffe34dfe" 17:51:15.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:15.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.264999 22236 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/wal/instance: 17:51:15.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ea3146a7fa68477082246792ffe34dfe" 17:51:15.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:15.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.269196 22235 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } attempt: 3 17:51:15.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.270414 22235 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.21.165.189:44458: Network error: Client connection negotiation failed: client connection to 127.21.165.189:44458: connect: Connection refused (error 111) 17:51:15.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.278868 22236 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.010s sys 0.002s 17:51:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.280032 22236 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:15.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.281196 22236 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.290143 22236 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:51:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.290261 22236 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/wal 17:51:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ea3146a7fa68477082246792ffe34dfe" 17:51:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.290501 22236 fs_report.cc:352] FS layout report 17:51:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/wal 17:51:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/wal 17:51:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/data/data 17:51:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:15.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.446744 22235 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } attempt: 4 17:51:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.447950 22235 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.21.165.189:44458: Network error: Client connection negotiation failed: client connection to 127.21.165.189:44458: connect: Connection refused (error 111) 17:51:15.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.470562 22236 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:15.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.473007 22236 master_main.cc:83] Starting Master server... 17:51:15.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.561491 22236 rpc_server.cc:205] RPC server started. Bound to: 127.21.165.189:44458 17:51:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.562515 22236 webserver.cc:175] Starting webserver on 127.21.165.189:0 17:51:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.562626 22236 webserver.cc:186] Document root disabled 17:51:15.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.564646 22236 webserver.cc:313] Webserver started. Bound to: http://127.21.165.189:42691/ 17:51:15.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.565547 22236 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-1/data/info.pb 17:51:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.567178 22166 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 22236 17:51:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.568027 22166 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/wal 17:51:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/data 17:51:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.21.165.188:57201 17:51:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.21.165.188 17:51:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/logs 17:51:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/data/info.pb 17:51:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.21.165.190:41365,127.21.165.189:44458,127.21.165.188:57201 with env {} 17:51:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.569207 22301 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.586071 22301 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } has no permanent_uuid. Determining permanent_uuid... 17:51:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.603919 22301 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } has no permanent_uuid. Determining permanent_uuid... 17:51:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.616859 22301 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } has no permanent_uuid. Determining permanent_uuid... 17:51:15.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.618875 22301 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.21.165.188:57201: Network error: Client connection negotiation failed: client connection to 127.21.165.188:57201: connect: Connection refused (error 111) 17:51:15.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.638201 22301 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } attempt: 1 17:51:15.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.639425 22301 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.21.165.188:57201: Network error: Client connection negotiation failed: client connection to 127.21.165.188:57201: connect: Connection refused (error 111) 17:51:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.687716 22301 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } attempt: 2 17:51:15.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.689013 22301 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.21.165.188:57201: Network error: Client connection negotiation failed: client connection to 127.21.165.188:57201: connect: Connection refused (error 111) 17:51:15.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:15.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.739713 22302 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:15.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.740074 22302 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:15.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.749092 22302 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:15.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.749243 22302 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:15.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.749393 22302 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:15.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.749575 22302 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:15.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.751289 22235 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } attempt: 5 17:51:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.759335 22235 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } has no permanent_uuid. Determining permanent_uuid... 17:51:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.760534 22235 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.21.165.188:57201: Network error: Client connection negotiation failed: client connection to 127.21.165.188:57201: connect: Connection refused (error 111) 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.770874 22302 master_main.cc:73] Master server non-default flags: 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/data 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/wal 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.21.165.190:41365,127.21.165.189:44458,127.21.165.188:57201 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.21.165.188:57201 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/data/info.pb 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.21.165.188 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/logs 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.785188 22302 master_main.cc:80] Initializing master server... 17:51:15.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.787529 22302 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 313064us 17:51:15.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.788216 22302 fs_manager.cc:262] Metadata directory not provided 17:51:15.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.788331 22302 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:15.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.788627 22302 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:15.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.788750 22302 server_base.cc:433] Attempting to create new FS layout instead 17:51:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.792744 22302 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/data/instance: 17:51:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6444506b38ed46389c2518e1ec12b4dd" 17:51:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.793643 22302 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/wal/instance: 17:51:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6444506b38ed46389c2518e1ec12b4dd" 17:51:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:15.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.798830 22235 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } attempt: 1 17:51:15.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.800041 22235 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.21.165.188:57201: Network error: Client connection negotiation failed: client connection to 127.21.165.188:57201: connect: Connection refused (error 111) 17:51:15.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.800310 22301 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } attempt: 3 17:51:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.801496 22301 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.21.165.188:57201: Network error: Client connection negotiation failed: client connection to 127.21.165.188:57201: connect: Connection refused (error 111) 17:51:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.828210 22302 fs_manager.cc:502] Time spent creating directory manager: real 0.034s user 0.014s sys 0.005s 17:51:15.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.830008 22302 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:15.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.831383 22302 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:15.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.839804 22302 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.839920 22302 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/wal 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6444506b38ed46389c2518e1ec12b4dd" 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:15 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.840122 22302 fs_report.cc:352] FS layout report 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/wal 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/wal 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/data/data 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.848368 22235 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } attempt: 2 17:51:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.849617 22235 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.21.165.188:57201: Network error: Client connection negotiation failed: client connection to 127.21.165.188:57201: connect: Connection refused (error 111) 17:51:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.949942 22235 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } attempt: 3 17:51:15.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.956840 22235 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.21.165.188:57201: Network error: Client connection negotiation failed: client connection to 127.21.165.188:57201: connect: Connection refused (error 111) 17:51:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.977807 22301 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } attempt: 4 17:51:15.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:15.979027 22301 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.21.165.188:57201: Network error: Client connection negotiation failed: client connection to 127.21.165.188:57201: connect: Connection refused (error 111) 17:51:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:15.999990 22302 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.002351 22302 master_main.cc:83] Starting Master server... 17:51:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.092000 22302 rpc_server.cc:205] RPC server started. Bound to: 127.21.165.188:57201 17:51:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.092901 22302 webserver.cc:175] Starting webserver on 127.21.165.188:0 17:51:16.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.093011 22302 webserver.cc:186] Document root disabled 17:51:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.094926 22302 webserver.cc:313] Webserver started. Bound to: http://127.21.165.188:37857/ 17:51:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.095693 22302 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/master-2/data/info.pb 17:51:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.097637 22235 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } attempt: 4 17:51:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.099673 22166 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 22302 17:51:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.101039 22166 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/wal 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/data 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.21.165.129:0 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.21.165.129 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.21.165.129 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.21.165.190:41365,127.21.165.189:44458,127.21.165.188:57201 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/logs 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/data/info.pb 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.103073 22366 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.123947 22366 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } has no permanent_uuid. Determining permanent_uuid... 17:51:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.130046 22235 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e: Bootstrap starting. 17:51:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.133846 22235 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e: No blocks or log segments found. Creating new log. 17:51:16.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.135836 22235 log.cc:525] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e: Log is configured to *not* fsync() on all Append() calls 17:51:16.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.137238 22366 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } has no permanent_uuid. Determining permanent_uuid... 17:51:16.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.146193 22366 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } has no permanent_uuid. Determining permanent_uuid... 17:51:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.159189 22366 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd: Bootstrap starting. 17:51:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.161692 22235 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e: No bootstrap required, opened a new log 17:51:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.163089 22366 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd: No blocks or log segments found. Creating new log. 17:51:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.164818 22366 log.cc:525] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd: Log is configured to *not* fsync() on all Append() calls 17:51:16.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.169350 22366 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd: No bootstrap required, opened a new log 17:51:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.173730 22235 raft_consensus.cc:325] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } 17:51:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.174170 22235 raft_consensus.cc:351] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.174334 22235 raft_consensus.cc:630] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b06473d2278042989644a2a94ea05c6e, State: Initialized, Role: FOLLOWER 17:51:16.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.174852 22235 consensus_queue.cc:228] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } 17:51:16.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.177605 22235 sys_catalog.cc:337] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } } 17:51:16.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.178478 22235 sys_catalog.cc:340] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [sys.catalog]: This master's current role is: FOLLOWER 17:51:16.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.179723 22235 sys_catalog.cc:424] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [sys.catalog]: configured and running, proceeding with master startup. 17:51:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.186355 22366 raft_consensus.cc:325] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } 17:51:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.187165 22366 raft_consensus.cc:351] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.187454 22366 raft_consensus.cc:630] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6444506b38ed46389c2518e1ec12b4dd, State: Initialized, Role: FOLLOWER 17:51:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.188208 22366 consensus_queue.cc:228] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } 17:51:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.191236 22366 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } } 17:51:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.192005 22366 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [sys.catalog]: This master's current role is: FOLLOWER 17:51:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.192740 22375 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } } 17:51:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.193670 22375 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [sys.catalog]: This master's current role is: FOLLOWER 17:51:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.177920 22373 sys_catalog.cc:337] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } } 17:51:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.275799 22373 sys_catalog.cc:340] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [sys.catalog]: This master's current role is: FOLLOWER 17:51:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.282366 22301 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } attempt: 5 17:51:16.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.296727 22301 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe: Bootstrap starting. 17:51:16.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:16.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:16.301503 22368 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:16.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:16.301955 22368 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:16.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.193740 22366 sys_catalog.cc:424] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [sys.catalog]: configured and running, proceeding with master startup. 17:51:16.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.302386 22301 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe: No blocks or log segments found. Creating new log. 17:51:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.304322 22301 log.cc:525] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe: Log is configured to *not* fsync() on all Append() calls 17:51:16.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:16.318641 22368 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:16.319133 22368 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.165.129 17:51:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.320796 22301 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe: No bootstrap required, opened a new log 17:51:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:16.210309 22191 tablet.cc:1728] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:16.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.337878 22174 master_main.cc:86] Master server successfully started. 17:51:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.342743 22301 raft_consensus.cc:325] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } 17:51:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:16.343272 22374 catalog_manager.cc:1084] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.343576 22301 raft_consensus.cc:351] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:16.343770 22374 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:16.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.343868 22301 raft_consensus.cc:630] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ea3146a7fa68477082246792ffe34dfe, State: Initialized, Role: FOLLOWER 17:51:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.344657 22301 consensus_queue.cc:228] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } 17:51:16.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.350591 22301 sys_catalog.cc:337] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } } 17:51:16.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.351342 22301 sys_catalog.cc:340] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [sys.catalog]: This master's current role is: FOLLOWER 17:51:16.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.352658 22301 sys_catalog.cc:424] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [sys.catalog]: configured and running, proceeding with master startup. 17:51:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:16.255584 22322 tablet.cc:1728] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.360777 22302 master_main.cc:86] Master server successfully started. 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.374192 22368 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/data 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/wal 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.21.165.129:0 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/data/info.pb 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.21.165.129 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.21.165.190:41365,127.21.165.189:44458,127.21.165.188:57201 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.21.165.129 17:51:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/logs 17:51:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:16.380765 22376 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:16.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:16.380998 22376 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:16.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.410740 22368 tablet_server_main.cc:85] Initializing tablet server... 17:51:16.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.413831 22368 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 313564us 17:51:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.414454 22368 fs_manager.cc:262] Metadata directory not provided 17:51:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.414621 22368 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:16.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.414968 22368 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:16.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.415145 22368 server_base.cc:433] Attempting to create new FS layout instead 17:51:16.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.420610 22375 raft_consensus.cc:457] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:51:16.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.420922 22375 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd: Snoozing failure detection for 1.715s (starting election) 17:51:16.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.421211 22375 raft_consensus.cc:479] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } 17:51:16.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.422528 22375 leader_election.cc:251] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer b06473d2278042989644a2a94ea05c6e (127.21.165.190:41365) 17:51:16.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.423594 22375 leader_election.cc:251] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer ea3146a7fa68477082246792ffe34dfe (127.21.165.189:44458) 17:51:16.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.424885 22212 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6444506b38ed46389c2518e1ec12b4dd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b06473d2278042989644a2a94ea05c6e" is_pre_election: true 17:51:16.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.425634 22212 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e: Snoozing failure detection for 2.204s (vote granted) 17:51:16.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.425942 22212 raft_consensus.cc:2255] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6444506b38ed46389c2518e1ec12b4dd in term 0. 17:51:16.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.426964 22313 leader_election.cc:387] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [CANDIDATE]: Term 1 pre-election: Vote granted by peer b06473d2278042989644a2a94ea05c6e (127.21.165.190:41365) 17:51:16.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.427201 22313 leader_election.cc:278] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:51:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.427870 22375 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd: Snoozing failure detection for 2.121s (election complete) 17:51:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.428238 22375 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [term 0 FOLLOWER]: Leader pre-election won for term 1 17:51:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.428617 22375 raft_consensus.cc:457] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:51:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.428618 22368 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/data/instance: 17:51:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1b8f6ae35b3c4993a7b9f74fef7ae531" 17:51:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:16 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.428911 22375 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd: Snoozing failure detection for 1.877s (starting election) 17:51:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.429119 22375 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [term 0 FOLLOWER]: Advancing to term 1 17:51:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.430375 22368 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/wal/instance: 17:51:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1b8f6ae35b3c4993a7b9f74fef7ae531" 17:51:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:16 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:16.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.435096 22375 raft_consensus.cc:479] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } 17:51:16.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.436202 22375 leader_election.cc:251] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [CANDIDATE]: Term 1 election: Requesting vote from peer b06473d2278042989644a2a94ea05c6e (127.21.165.190:41365) 17:51:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.437271 22375 leader_election.cc:251] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [CANDIDATE]: Term 1 election: Requesting vote from peer ea3146a7fa68477082246792ffe34dfe (127.21.165.189:44458) 17:51:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.437966 22212 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6444506b38ed46389c2518e1ec12b4dd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b06473d2278042989644a2a94ea05c6e" 17:51:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.438374 22212 raft_consensus.cc:2794] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [term 0 FOLLOWER]: Advancing to term 1 17:51:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.438670 22212 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e: Snoozing failure detection for 1.922s (vote granted) 17:51:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.444772 22212 raft_consensus.cc:2255] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6444506b38ed46389c2518e1ec12b4dd in term 1. 17:51:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.445818 22313 leader_election.cc:387] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [CANDIDATE]: Term 1 election: Vote granted by peer b06473d2278042989644a2a94ea05c6e (127.21.165.190:41365) 17:51:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.446210 22313 leader_election.cc:278] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:16.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.446880 22375 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd: Snoozing failure detection for 1.633s (election complete) 17:51:16.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.447556 22375 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [term 1 FOLLOWER]: Leader election won for term 1 17:51:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.455711 22375 raft_consensus.cc:595] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [term 1 LEADER]: Becoming Leader. State: Replica: 6444506b38ed46389c2518e1ec12b4dd, State: Running, Role: LEADER 17:51:16.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.457650 22375 consensus_queue.cc:205] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } 17:51:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.469753 22386 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6444506b38ed46389c2518e1ec12b4dd. Latest consensus state: current_term: 1 leader_uuid: "6444506b38ed46389c2518e1ec12b4dd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } } 17:51:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.470410 22386 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [sys.catalog]: This master's current role is: LEADER 17:51:16.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.475221 22389 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:51:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.350971 22381 sys_catalog.cc:337] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } } 17:51:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:16.476642 22257 tablet.cc:1728] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.476668 22381 sys_catalog.cc:340] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [sys.catalog]: This master's current role is: FOLLOWER 17:51:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.486786 22236 master_main.cc:86] Master server successfully started. 17:51:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.484763 22277 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6444506b38ed46389c2518e1ec12b4dd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ea3146a7fa68477082246792ffe34dfe" 17:51:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.484634 22278 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6444506b38ed46389c2518e1ec12b4dd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ea3146a7fa68477082246792ffe34dfe" is_pre_election: true 17:51:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.487375 22278 raft_consensus.cc:2742] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe: Snoozing failure detection for 2.216s (vote granted) 17:51:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.487753 22278 raft_consensus.cc:2255] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6444506b38ed46389c2518e1ec12b4dd in term 0. 17:51:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.488332 22277 raft_consensus.cc:2230] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate 6444506b38ed46389c2518e1ec12b4dd for term 1 because replica is already servicing an update from a current leader or another vote. 17:51:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.489598 22368 fs_manager.cc:502] Time spent creating directory manager: real 0.059s user 0.013s sys 0.009s 17:51:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.491328 22368 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.492755 22368 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.493393 22389 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:51:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.493718 22317 leader_election.cc:387] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [CANDIDATE]: Term 1 pre-election: Vote granted by peer ea3146a7fa68477082246792ffe34dfe (127.21.165.189:44458) 17:51:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.495815 22317 leader_election.cc:401] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [CANDIDATE]: Term 1 election: Vote denied by peer ea3146a7fa68477082246792ffe34dfe (127.21.165.189:44458). Message: Service unavailable: T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate 6444506b38ed46389c2518e1ec12b4dd for term 1 because replica is already servicing an update from a current leader or another vote. 17:51:16.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:16.515092 22383 catalog_manager.cc:1084] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:16.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:16.515583 22383 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:16.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.530620 22368 fs_manager.cc:418] Time spent opening block manager: real 0.009s user 0.001s sys 0.002s 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.530802 22368 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/wal 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1b8f6ae35b3c4993a7b9f74fef7ae531" 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:16 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.531126 22368 fs_report.cc:352] FS layout report 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/wal 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/wal 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/data/data 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.557756 22277 raft_consensus.cc:2794] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [term 0 FOLLOWER]: Advancing to term 1 17:51:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.558015 22212 raft_consensus.cc:1083] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [term 1 FOLLOWER]: Refusing update from remote peer 6444506b38ed46389c2518e1ec12b4dd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:16.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.559648 22375 consensus_queue.cc:963] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [LEADER]: Connected to new peer: Peer: permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.564288 22277 raft_consensus.cc:1083] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [term 1 FOLLOWER]: Refusing update from remote peer 6444506b38ed46389c2518e1ec12b4dd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:16.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.565886 22375 consensus_queue.cc:963] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [LEADER]: Connected to new peer: Peer: permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:16.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.596808 22373 sys_catalog.cc:337] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6444506b38ed46389c2518e1ec12b4dd. Latest consensus state: current_term: 1 leader_uuid: "6444506b38ed46389c2518e1ec12b4dd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } } 17:51:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.597856 22373 sys_catalog.cc:340] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [sys.catalog]: This master's current role is: FOLLOWER 17:51:16.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.602440 22381 sys_catalog.cc:337] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6444506b38ed46389c2518e1ec12b4dd. Latest consensus state: current_term: 1 leader_uuid: "6444506b38ed46389c2518e1ec12b4dd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } } 17:51:16.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.603121 22381 sys_catalog.cc:340] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [sys.catalog]: This master's current role is: FOLLOWER 17:51:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.616861 22381 sys_catalog.cc:337] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6444506b38ed46389c2518e1ec12b4dd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } } 17:51:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.617568 22381 sys_catalog.cc:340] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe [sys.catalog]: This master's current role is: FOLLOWER 17:51:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.619335 22373 sys_catalog.cc:337] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6444506b38ed46389c2518e1ec12b4dd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } } 17:51:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.620016 22373 sys_catalog.cc:340] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e [sys.catalog]: This master's current role is: FOLLOWER 17:51:16.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.627091 22389 catalog_manager.cc:924] Generated new certificate authority record 17:51:16.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.630527 22389 catalog_manager.cc:1046] Loading token signing keys... 17:51:16.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.635948 22386 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6444506b38ed46389c2518e1ec12b4dd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } } 17:51:16.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.636620 22386 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [sys.catalog]: This master's current role is: LEADER 17:51:16.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.637159 22375 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6444506b38ed46389c2518e1ec12b4dd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b06473d2278042989644a2a94ea05c6e" member_type: VOTER last_known_addr { host: "127.21.165.190" port: 41365 } } peers { permanent_uuid: "ea3146a7fa68477082246792ffe34dfe" member_type: VOTER last_known_addr { host: "127.21.165.189" port: 44458 } } peers { permanent_uuid: "6444506b38ed46389c2518e1ec12b4dd" member_type: VOTER last_known_addr { host: "127.21.165.188" port: 57201 } } } 17:51:16.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.637851 22375 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd [sys.catalog]: This master's current role is: LEADER 17:51:16.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.653978 22389 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 6444506b38ed46389c2518e1ec12b4dd: Generated new TSK 0 17:51:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.984019 22368 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:16.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.992957 22368 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:16.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:16.999310 22368 tablet_server_main.cc:90] Starting tablet server... 17:51:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.350723 22374 catalog_manager.cc:1082] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e: acquiring CA information for follower catalog manager: success 17:51:17.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.357707 22374 catalog_manager.cc:1110] T 00000000000000000000000000000000 P b06473d2278042989644a2a94ea05c6e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.521939 22383 catalog_manager.cc:1082] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe: acquiring CA information for follower catalog manager: success 17:51:17.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.523533 22368 rpc_server.cc:205] RPC server started. Bound to: 127.21.165.129:46617 17:51:17.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.525125 22368 webserver.cc:175] Starting webserver on 127.21.165.129:0 17:51:17.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.525382 22368 webserver.cc:186] Document root disabled 17:51:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.527115 22383 catalog_manager.cc:1110] T 00000000000000000000000000000000 P ea3146a7fa68477082246792ffe34dfe: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:17.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.531719 22368 webserver.cc:313] Webserver started. Bound to: http://127.21.165.129:47408/ 17:51:17.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.532740 22368 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-0/data/info.pb 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.536626 22166 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 22368 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.537824 22166 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/wal 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/data 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.21.165.130:0 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.21.165.130 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.21.165.130 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.21.165.190:41365,127.21.165.189:44458,127.21.165.188:57201 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/logs 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/data/info.pb 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:17.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.591259 22368 tablet_server_main.cc:93] Tablet server successfully started. 17:51:17.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.613462 22523 heartbeater.cc:346] Connected to a master server at 127.21.165.189:44458 17:51:17.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.613740 22523 heartbeater.cc:426] Registering TS with master... 17:51:17.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.614452 22523 heartbeater.cc:475] Master 127.21.165.189:44458 requested a full tablet report, sending... 17:51:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.617334 22268 ts_manager.cc:98] Registered new tserver with Master: 1b8f6ae35b3c4993a7b9f74fef7ae531 (127.21.165.129:46617) 17:51:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.620677 22521 heartbeater.cc:346] Connected to a master server at 127.21.165.190:41365 17:51:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.620905 22521 heartbeater.cc:426] Registering TS with master... 17:51:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.621311 22521 heartbeater.cc:475] Master 127.21.165.190:41365 requested a full tablet report, sending... 17:51:17.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.623919 22202 ts_manager.cc:98] Registered new tserver with Master: 1b8f6ae35b3c4993a7b9f74fef7ae531 (127.21.165.129:46617) 17:51:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.613924 22526 heartbeater.cc:346] Connected to a master server at 127.21.165.188:57201 17:51:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.628116 22526 heartbeater.cc:426] Registering TS with master... 17:51:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.628547 22526 heartbeater.cc:475] Master 127.21.165.188:57201 requested a full tablet report, sending... 17:51:17.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.630622 22333 ts_manager.cc:98] Registered new tserver with Master: 1b8f6ae35b3c4993a7b9f74fef7ae531 (127.21.165.129:46617) 17:51:17.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:17.633234 22333 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.21.165.129:57042 17:51:17.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:17.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:17.930711 22522 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:17.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:17.931304 22522 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:17.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:17.962597 22522 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:17.963155 22522 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.165.130 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.019840 22522 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/data 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/wal 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.21.165.130:0 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/data/info.pb 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.21.165.130 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.21.165.190:41365,127.21.165.189:44458,127.21.165.188:57201 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.21.165.130 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/logs 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:18.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.073623 22522 tablet_server_main.cc:85] Initializing tablet server... 17:51:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.076542 22522 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 314564us 17:51:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.077163 22522 fs_manager.cc:262] Metadata directory not provided 17:51:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.077335 22522 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.077703 22522 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.077875 22522 server_base.cc:433] Attempting to create new FS layout instead 17:51:18.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.091533 22522 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/data/instance: 17:51:18.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ea164a0b34f2464b8e90a56b2716a225" 17:51:18.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:18 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:18.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.092638 22522 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/wal/instance: 17:51:18.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ea164a0b34f2464b8e90a56b2716a225" 17:51:18.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:18 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.131203 22522 fs_manager.cc:502] Time spent creating directory manager: real 0.038s user 0.015s sys 0.002s 17:51:18.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.133018 22522 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:18.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.133635 22522 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:18.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.160140 22522 fs_manager.cc:418] Time spent opening block manager: real 0.010s user 0.001s sys 0.000s 17:51:18.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.160331 22522 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/wal 17:51:18.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ea164a0b34f2464b8e90a56b2716a225" 17:51:18.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:18 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.160697 22522 fs_report.cc:352] FS layout report 17:51:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/wal 17:51:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/wal 17:51:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/data/data 17:51:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:18.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:18.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.425269 22522 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.433981 22522 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.435528 22522 tablet_server_main.cc:90] Starting tablet server... 17:51:18.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.636945 22526 heartbeater.cc:467] Master 127.21.165.188:57201 was elected leader, sending a full tablet report... 17:51:18.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.637004 22522 rpc_server.cc:205] RPC server started. Bound to: 127.21.165.130:56440 17:51:18.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.641695 22522 webserver.cc:175] Starting webserver on 127.21.165.130:0 17:51:18.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.641942 22522 webserver.cc:186] Document root disabled 17:51:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.644107 22522 webserver.cc:313] Webserver started. Bound to: http://127.21.165.130:34269/ 17:51:18.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.645155 22522 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-1/data/info.pb 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.653658 22166 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 22522 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.654784 22166 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/wal 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/data 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.21.165.131:0 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.21.165.131 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.21.165.131 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.21.165.190:41365,127.21.165.189:44458,127.21.165.188:57201 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/logs 17:51:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/data/info.pb 17:51:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.696432 22522 tablet_server_main.cc:93] Tablet server successfully started. 17:51:18.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.714881 22659 heartbeater.cc:346] Connected to a master server at 127.21.165.188:57201 17:51:18.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.715198 22659 heartbeater.cc:426] Registering TS with master... 17:51:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.715885 22659 heartbeater.cc:475] Master 127.21.165.188:57201 requested a full tablet report, sending... 17:51:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.718541 22652 heartbeater.cc:346] Connected to a master server at 127.21.165.190:41365 17:51:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.718766 22652 heartbeater.cc:426] Registering TS with master... 17:51:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.719084 22333 ts_manager.cc:98] Registered new tserver with Master: ea164a0b34f2464b8e90a56b2716a225 (127.21.165.130:56440) 17:51:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.719519 22652 heartbeater.cc:475] Master 127.21.165.190:41365 requested a full tablet report, sending... 17:51:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.720759 22333 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.21.165.130:50219 17:51:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.726267 22202 ts_manager.cc:98] Registered new tserver with Master: ea164a0b34f2464b8e90a56b2716a225 (127.21.165.130:56440) 17:51:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.718950 22653 heartbeater.cc:346] Connected to a master server at 127.21.165.189:44458 17:51:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.728987 22653 heartbeater.cc:426] Registering TS with master... 17:51:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.729264 22653 heartbeater.cc:475] Master 127.21.165.189:44458 requested a full tablet report, sending... 17:51:18.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.731055 22268 ts_manager.cc:98] Registered new tserver with Master: ea164a0b34f2464b8e90a56b2716a225 (127.21.165.130:56440) 17:51:18.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:18.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:18.863539 22656 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:18.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:18.864056 22656 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:18.875661 22656 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:18.876114 22656 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.165.131 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.891024 22656 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/data 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/wal 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.21.165.131:0 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/data/info.pb 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.21.165.131 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.21.165.190:41365,127.21.165.189:44458,127.21.165.188:57201 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.21.165.131 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/logs 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:18.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.908093 22656 tablet_server_main.cc:85] Initializing tablet server... 17:51:18.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.910251 22656 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 314564us 17:51:18.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.910776 22656 fs_manager.cc:262] Metadata directory not provided 17:51:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.910936 22656 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.911401 22656 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.911528 22656 server_base.cc:433] Attempting to create new FS layout instead 17:51:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.914839 22656 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/data/instance: 17:51:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b520cf6d8f8e42889bd9d275967b1bfc" 17:51:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:18 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.915688 22656 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/wal/instance: 17:51:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b520cf6d8f8e42889bd9d275967b1bfc" 17:51:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:18 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:18.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.927165 22656 fs_manager.cc:502] Time spent creating directory manager: real 0.011s user 0.007s sys 0.003s 17:51:18.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.928514 22656 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.929059 22656 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:18.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.936511 22656 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:51:18.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.936637 22656 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/wal 17:51:18.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b520cf6d8f8e42889bd9d275967b1bfc" 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:18 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:18.936959 22656 fs_report.cc:352] FS layout report 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/wal 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/wal 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/data/data 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:19.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.079607 22656 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:19.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.083072 22656 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:19.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.084368 22656 tablet_server_main.cc:90] Starting tablet server... 17:51:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.196156 22656 rpc_server.cc:205] RPC server started. Bound to: 127.21.165.131:55411 17:51:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.197388 22656 webserver.cc:175] Starting webserver on 127.21.165.131:0 17:51:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.197530 22656 webserver.cc:186] Document root disabled 17:51:19.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.199152 22656 webserver.cc:313] Webserver started. Bound to: http://127.21.165.131:43889/ 17:51:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.199997 22656 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8375180354836284842/ts-2/data/info.pb 17:51:19.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.205034 22166 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 22656 17:51:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.237560 22656 tablet_server_main.cc:93] Tablet server successfully started. 17:51:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.277623 22785 heartbeater.cc:346] Connected to a master server at 127.21.165.188:57201 17:51:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.278087 22785 heartbeater.cc:426] Registering TS with master... 17:51:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.278776 22785 heartbeater.cc:475] Master 127.21.165.188:57201 requested a full tablet report, sending... 17:51:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.280491 22332 ts_manager.cc:98] Registered new tserver with Master: b520cf6d8f8e42889bd9d275967b1bfc (127.21.165.131:55411) 17:51:19.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.282223 22332 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.21.165.131:60583 17:51:19.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.277906 22783 heartbeater.cc:346] Connected to a master server at 127.21.165.190:41365 17:51:19.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.287731 22783 heartbeater.cc:426] Registering TS with master... 17:51:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.288087 22783 heartbeater.cc:475] Master 127.21.165.190:41365 requested a full tablet report, sending... 17:51:19.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.290052 22202 ts_manager.cc:98] Registered new tserver with Master: b520cf6d8f8e42889bd9d275967b1bfc (127.21.165.131:55411) 17:51:19.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.278136 22784 heartbeater.cc:346] Connected to a master server at 127.21.165.189:44458 17:51:19.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.291687 22784 heartbeater.cc:426] Registering TS with master... 17:51:19.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.292030 22784 heartbeater.cc:475] Master 127.21.165.189:44458 requested a full tablet report, sending... 17:51:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.293642 22268 ts_manager.cc:98] Registered new tserver with Master: b520cf6d8f8e42889bd9d275967b1bfc (127.21.165.131:55411) 17:51:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.295506 22166 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:51:19.296 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:51:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.377924 22332 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.21.165.188:48440: 17:51:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:51:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:51:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:51:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:51:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.470417 22456 tablet_service.cc:759] Processing CreateTablet for tablet f1841d688db2451786abdc72ed9094fa (table=test [id=5d33f3628ded4f0899aae4d9e7ed152a]), partition=RANGE (key) PARTITION VALUES < 50 17:51:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.471583 22456 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet f1841d688db2451786abdc72ed9094fa. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.484223 22720 tablet_service.cc:759] Processing CreateTablet for tablet dacdfd40a56345a093908783f34d7e2c (table=test [id=5d33f3628ded4f0899aae4d9e7ed152a]), partition=RANGE (key) PARTITION VALUES >= 50 17:51:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.485361 22720 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet dacdfd40a56345a093908783f34d7e2c. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:19.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.491511 22456 ts_tablet_manager.cc:1173] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531: Registered tablet (data state: TABLET_DATA_READY) 17:51:19.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.497491 22854 ts_tablet_manager.cc:1028] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531: Bootstrapping tablet 17:51:19.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.499012 22854 tablet_bootstrap.cc:438] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531: Bootstrap starting. 17:51:19.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.502404 22854 tablet_bootstrap.cc:592] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531: No blocks or log segments found. Creating new log. 17:51:19.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.504310 22854 log.cc:525] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531: Log is configured to *not* fsync() on all Append() calls 17:51:19.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.516943 22720 ts_tablet_manager.cc:1173] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc: Registered tablet (data state: TABLET_DATA_READY) 17:51:19.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.518646 22856 ts_tablet_manager.cc:1028] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc: Bootstrapping tablet 17:51:19.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.519279 22856 tablet_bootstrap.cc:438] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc: Bootstrap starting. 17:51:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.523808 22854 tablet_bootstrap.cc:438] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531: No bootstrap required, opened a new log 17:51:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.524194 22854 ts_tablet_manager.cc:1045] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531: Time spent bootstrapping tablet: real 0.025s user 0.009s sys 0.008s 17:51:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.534688 22856 tablet_bootstrap.cc:592] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc: No blocks or log segments found. Creating new log. 17:51:19.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.536685 22856 log.cc:525] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc: Log is configured to *not* fsync() on all Append() calls 17:51:19.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.542368 22854 raft_consensus.cc:325] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1b8f6ae35b3c4993a7b9f74fef7ae531" member_type: VOTER last_known_addr { host: "127.21.165.129" port: 46617 } } 17:51:19.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.542850 22854 raft_consensus.cc:351] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:19.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.543097 22854 raft_consensus.cc:630] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1b8f6ae35b3c4993a7b9f74fef7ae531, State: Initialized, Role: FOLLOWER 17:51:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.543617 22854 consensus_queue.cc:228] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1b8f6ae35b3c4993a7b9f74fef7ae531" member_type: VOTER last_known_addr { host: "127.21.165.129" port: 46617 } } 17:51:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.544088 22854 raft_consensus.cc:365] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.544319 22854 raft_consensus.cc:457] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.544548 22854 raft_consensus.cc:2742] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531: Snoozing failure detection for 1.638s (starting election) 17:51:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.544786 22854 raft_consensus.cc:2794] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 0 FOLLOWER]: Advancing to term 1 17:51:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.548041 22854 raft_consensus.cc:479] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1b8f6ae35b3c4993a7b9f74fef7ae531" member_type: VOTER last_known_addr { host: "127.21.165.129" port: 46617 } } 17:51:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.548497 22856 tablet_bootstrap.cc:438] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc: No bootstrap required, opened a new log 17:51:19.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.548861 22854 leader_election.cc:278] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:19.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.549273 22856 ts_tablet_manager.cc:1045] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc: Time spent bootstrapping tablet: real 0.030s user 0.007s sys 0.002s 17:51:19.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.551314 22858 raft_consensus.cc:2742] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531: Snoozing failure detection for 1.761s (election complete) 17:51:19.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.551810 22858 raft_consensus.cc:2549] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 1 FOLLOWER]: Leader election won for term 1 17:51:19.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.558341 22858 raft_consensus.cc:595] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 1 LEADER]: Becoming Leader. State: Replica: 1b8f6ae35b3c4993a7b9f74fef7ae531, State: Running, Role: LEADER 17:51:19.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.558372 22854 ts_tablet_manager.cc:1073] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531: Time spent starting tablet: real 0.034s user 0.023s sys 0.006s 17:51:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.558943 22858 consensus_queue.cc:205] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1b8f6ae35b3c4993a7b9f74fef7ae531" member_type: VOTER last_known_addr { host: "127.21.165.129" port: 46617 } } 17:51:19.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.566869 22332 catalog_manager.cc:3758] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531 reported cstate change: term changed from 0 to 1, leader changed from to 1b8f6ae35b3c4993a7b9f74fef7ae531 (127.21.165.129). New cstate: current_term: 1 leader_uuid: "1b8f6ae35b3c4993a7b9f74fef7ae531" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1b8f6ae35b3c4993a7b9f74fef7ae531" member_type: VOTER last_known_addr { host: "127.21.165.129" port: 46617 } health_report { overall_health: HEALTHY } } } 17:51:19.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.571808 22856 raft_consensus.cc:325] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b520cf6d8f8e42889bd9d275967b1bfc" member_type: VOTER last_known_addr { host: "127.21.165.131" port: 55411 } } 17:51:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.574990 22856 raft_consensus.cc:351] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.575361 22856 raft_consensus.cc:630] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b520cf6d8f8e42889bd9d275967b1bfc, State: Initialized, Role: FOLLOWER 17:51:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.578138 22856 consensus_queue.cc:228] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b520cf6d8f8e42889bd9d275967b1bfc" member_type: VOTER last_known_addr { host: "127.21.165.131" port: 55411 } } 17:51:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.578899 22856 raft_consensus.cc:365] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.579321 22856 raft_consensus.cc:457] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.580235 22856 raft_consensus.cc:2742] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc: Snoozing failure detection for 2.007s (starting election) 17:51:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.580660 22856 raft_consensus.cc:2794] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc [term 0 FOLLOWER]: Advancing to term 1 17:51:19.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.584178 22856 raft_consensus.cc:479] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b520cf6d8f8e42889bd9d275967b1bfc" member_type: VOTER last_known_addr { host: "127.21.165.131" port: 55411 } } 17:51:19.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.584755 22856 leader_election.cc:278] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.586949 22862 raft_consensus.cc:2742] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc: Snoozing failure detection for 2.242s (election complete) 17:51:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.587463 22862 raft_consensus.cc:2549] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc [term 1 FOLLOWER]: Leader election won for term 1 17:51:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.588564 22785 heartbeater.cc:467] Master 127.21.165.188:57201 was elected leader, sending a full tablet report... 17:51:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.589205 22856 ts_tablet_manager.cc:1073] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc: Time spent starting tablet: real 0.040s user 0.022s sys 0.006s 17:51:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:19.589208 22531 tablet.cc:1728] T f1841d688db2451786abdc72ed9094fa P 1b8f6ae35b3c4993a7b9f74fef7ae531: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.590651 22862 raft_consensus.cc:595] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc [term 1 LEADER]: Becoming Leader. State: Replica: b520cf6d8f8e42889bd9d275967b1bfc, State: Running, Role: LEADER 17:51:19.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.591176 22862 consensus_queue.cc:205] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b520cf6d8f8e42889bd9d275967b1bfc" member_type: VOTER last_known_addr { host: "127.21.165.131" port: 55411 } } 17:51:19.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.598693 22332 catalog_manager.cc:3758] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc reported cstate change: term changed from 0 to 1, leader changed from to b520cf6d8f8e42889bd9d275967b1bfc (127.21.165.131). New cstate: current_term: 1 leader_uuid: "b520cf6d8f8e42889bd9d275967b1bfc" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b520cf6d8f8e42889bd9d275967b1bfc" member_type: VOTER last_known_addr { host: "127.21.165.131" port: 55411 } health_report { overall_health: HEALTHY } } } 17:51:19.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.642493 22332 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.21.165.188:48440: 17:51:19.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:51:19.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.659153 22456 tablet_service.cc:759] Processing CreateTablet for tablet f45b350723de43da87db7b97727f010a (table=simple-test [id=09b9f450b4014c02b9af28c9224247ad]), partition=RANGE (key) PARTITION UNBOUNDED 17:51:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.659812 22456 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet f45b350723de43da87db7b97727f010a. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:19.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.665545 22456 ts_tablet_manager.cc:1173] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531: Registered tablet (data state: TABLET_DATA_READY) 17:51:19.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.665834 22854 ts_tablet_manager.cc:1028] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531: Bootstrapping tablet 17:51:19.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.666173 22854 tablet_bootstrap.cc:438] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531: Bootstrap starting. 17:51:19.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.668083 22854 tablet_bootstrap.cc:592] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531: No blocks or log segments found. Creating new log. 17:51:19.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.675830 22854 tablet_bootstrap.cc:438] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531: No bootstrap required, opened a new log 17:51:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.676070 22854 ts_tablet_manager.cc:1045] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.000s 17:51:19.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.677084 22854 raft_consensus.cc:325] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1b8f6ae35b3c4993a7b9f74fef7ae531" member_type: VOTER last_known_addr { host: "127.21.165.129" port: 46617 } } 17:51:19.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.677383 22854 raft_consensus.cc:351] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:19.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.677568 22854 raft_consensus.cc:630] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1b8f6ae35b3c4993a7b9f74fef7ae531, State: Initialized, Role: FOLLOWER 17:51:19.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.677955 22854 consensus_queue.cc:228] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1b8f6ae35b3c4993a7b9f74fef7ae531" member_type: VOTER last_known_addr { host: "127.21.165.129" port: 46617 } } 17:51:19.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.678357 22854 raft_consensus.cc:365] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:19.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.678544 22854 raft_consensus.cc:457] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:19.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.678725 22854 raft_consensus.cc:2742] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531: Snoozing failure detection for 2.083s (starting election) 17:51:19.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.678905 22854 raft_consensus.cc:2794] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 0 FOLLOWER]: Advancing to term 1 17:51:19.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.681390 22854 raft_consensus.cc:479] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1b8f6ae35b3c4993a7b9f74fef7ae531" member_type: VOTER last_known_addr { host: "127.21.165.129" port: 46617 } } 17:51:19.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.681777 22854 leader_election.cc:278] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:19.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.682173 22858 raft_consensus.cc:2742] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531: Snoozing failure detection for 2.047s (election complete) 17:51:19.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.682425 22858 raft_consensus.cc:2549] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 1 FOLLOWER]: Leader election won for term 1 17:51:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.682723 22858 raft_consensus.cc:595] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531 [term 1 LEADER]: Becoming Leader. State: Replica: 1b8f6ae35b3c4993a7b9f74fef7ae531, State: Running, Role: LEADER 17:51:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.683122 22858 consensus_queue.cc:205] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1b8f6ae35b3c4993a7b9f74fef7ae531" member_type: VOTER last_known_addr { host: "127.21.165.129" port: 46617 } } 17:51:19.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.683549 22854 ts_tablet_manager.cc:1073] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531: Time spent starting tablet: real 0.007s user 0.005s sys 0.002s 17:51:19.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.687517 22332 catalog_manager.cc:3758] T f45b350723de43da87db7b97727f010a P 1b8f6ae35b3c4993a7b9f74fef7ae531 reported cstate change: term changed from 0 to 1, leader changed from to 1b8f6ae35b3c4993a7b9f74fef7ae531 (127.21.165.129). New cstate: current_term: 1 leader_uuid: "1b8f6ae35b3c4993a7b9f74fef7ae531" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1b8f6ae35b3c4993a7b9f74fef7ae531" member_type: VOTER last_known_addr { host: "127.21.165.129" port: 46617 } health_report { overall_health: HEALTHY } } } 17:51:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.724299 22659 heartbeater.cc:467] Master 127.21.165.188:57201 was elected leader, sending a full tablet report... 17:51:19.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:19.740854 22789 tablet.cc:1728] T dacdfd40a56345a093908783f34d7e2c P b520cf6d8f8e42889bd9d275967b1bfc: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:19.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.915467 22166 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 22368 17:51:19.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:19.945075 22252 connection.cc:512] server connection from 127.21.165.129:46553 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.129:46553): Connection reset by peer (error 104) 17:51:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:19.945852 22314 connection.cc:512] server connection from 127.21.165.129:57042 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.129:57042): Connection reset by peer (error 104) 17:51:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.945953 22166 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 22522 17:51:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:19.947659 22184 connection.cc:512] server connection from 127.21.165.129:52226 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.129:52226): Connection reset by peer (error 104) 17:51:19.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:19.964001 22182 connection.cc:512] server connection from 127.21.165.130:49173 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.130:49173): Connection reset by peer (error 104) 17:51:19.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:19.964974 22247 connection.cc:512] server connection from 127.21.165.130:41552 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.130:41552): Connection reset by peer (error 104) 17:51:19.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:19.965833 22314 connection.cc:512] server connection from 127.21.165.130:50219 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.130:50219): Connection reset by peer (error 104) 17:51:19.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.966634 22166 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 22656 17:51:19.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:19.987694 22186 connection.cc:512] server connection from 127.21.165.131:53059 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.131:53059): Connection reset by peer (error 104) 17:51:19.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:19.988384 22166 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 22174 17:51:19.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:19.988391 22248 connection.cc:512] server connection from 127.21.165.131:51670 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.131:51670): Connection reset by peer (error 104) 17:51:19.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:19.988453 22313 connection.cc:512] server connection from 127.21.165.131:60583 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.131:60583): Connection reset by peer (error 104) 17:51:20.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:20.009640 22166 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 22236 17:51:20.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:20.033955 22166 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 22302 17:51:21.082 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614281082 17:51:21.083 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:51:21.083 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:51:21.083 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:51:21.083 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.294791 22893 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/wal 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/data 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.22.91.126:44740 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.22.91.126 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/logs 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/data/info.pb 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:21.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:21.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.22.91.126:44740,127.22.91.125:32813,127.22.91.124:40718 with env {} 17:51:21.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:21.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:21.453657 22901 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:21.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:21.453992 22901 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:21.463127 22901 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:21.463250 22901 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:21.463342 22901 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:21.463506 22901 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.482125 22901 master_main.cc:73] Master server non-default flags: 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/data 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/wal 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.22.91.126:44740,127.22.91.125:32813,127.22.91.124:40718 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.22.91.126:44740 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/data/info.pb 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.22.91.126 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:21.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/logs 17:51:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:21.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.496314 22901 master_main.cc:80] Initializing master server... 17:51:21.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.499153 22901 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 316064us 17:51:21.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.499892 22901 fs_manager.cc:262] Metadata directory not provided 17:51:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.500013 22901 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.500278 22901 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.500411 22901 server_base.cc:433] Attempting to create new FS layout instead 17:51:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.504115 22901 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/data/instance: 17:51:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "fd9e4378d9ea4d77a69c6f71518550f1" 17:51:21.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:21 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.504884 22901 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/wal/instance: 17:51:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "fd9e4378d9ea4d77a69c6f71518550f1" 17:51:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:21 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.524761 22901 fs_manager.cc:502] Time spent creating directory manager: real 0.020s user 0.009s sys 0.005s 17:51:21.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.525877 22901 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.527055 22901 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:21.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.535342 22901 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s 17:51:21.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.535485 22901 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/wal 17:51:21.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "fd9e4378d9ea4d77a69c6f71518550f1" 17:51:21.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:21 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:21.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.535691 22901 fs_report.cc:352] FS layout report 17:51:21.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:21.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/wal 17:51:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/wal 17:51:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/data/data 17:51:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:21.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:21.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.717248 22901 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:21.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.719602 22901 master_main.cc:83] Starting Master server... 17:51:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.806896 22901 rpc_server.cc:205] RPC server started. Bound to: 127.22.91.126:44740 17:51:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.807778 22901 webserver.cc:175] Starting webserver on 127.22.91.126:0 17:51:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.807885 22901 webserver.cc:186] Document root disabled 17:51:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.809830 22901 webserver.cc:313] Webserver started. Bound to: http://127.22.91.126:47011/ 17:51:21.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.810627 22901 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-0/data/info.pb 17:51:21.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.814710 22962 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:21.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.819413 22893 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 22901 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.820559 22893 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/wal 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/data 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.22.91.125:32813 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.22.91.125 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/logs 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/data/info.pb 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.22.91.126:44740,127.22.91.125:32813,127.22.91.124:40718 with env {} 17:51:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.830163 22962 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } has no permanent_uuid. Determining permanent_uuid... 17:51:21.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.849530 22962 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } has no permanent_uuid. Determining permanent_uuid... 17:51:21.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:21.851184 22962 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.22.91.125:32813: Network error: Client connection negotiation failed: client connection to 127.22.91.125:32813: connect: Connection refused (error 111) 17:51:21.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.870574 22962 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } attempt: 1 17:51:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:21.871667 22962 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.22.91.125:32813: Network error: Client connection negotiation failed: client connection to 127.22.91.125:32813: connect: Connection refused (error 111) 17:51:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:21.920002 22962 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } attempt: 2 17:51:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:21.921257 22962 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.22.91.125:32813: Network error: Client connection negotiation failed: client connection to 127.22.91.125:32813: connect: Connection refused (error 111) 17:51:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:21.983678 22963 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:21.984082 22963 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:21.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:21.993422 22963 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:21.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:21.993551 22963 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:21.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:21.993690 22963 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:21.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:21.993842 22963 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:22.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.012578 22963 master_main.cc:73] Master server non-default flags: 17:51:22.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/data 17:51:22.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/wal 17:51:22.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:22.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.22.91.126:44740,127.22.91.125:32813,127.22.91.124:40718 17:51:22.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.22.91.125:32813 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/data/info.pb 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.22.91.125 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/logs 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:22.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.027520 22963 master_main.cc:80] Initializing master server... 17:51:22.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.029903 22963 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 316564us 17:51:22.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.030656 22963 fs_manager.cc:262] Metadata directory not provided 17:51:22.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.030783 22963 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:22.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.031064 22963 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:22.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.031177 22963 server_base.cc:433] Attempting to create new FS layout instead 17:51:22.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.032618 22962 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } attempt: 3 17:51:22.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.033824 22962 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.22.91.125:32813: Network error: Client connection negotiation failed: client connection to 127.22.91.125:32813: connect: Connection refused (error 111) 17:51:22.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.034996 22963 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/data/instance: 17:51:22.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" 17:51:22.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:22 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.035909 22963 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/wal/instance: 17:51:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" 17:51:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:22 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:22.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.049557 22963 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.007s sys 0.006s 17:51:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.050706 22963 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:22.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.051918 22963 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.060089 22963 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s 17:51:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.060204 22963 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/wal 17:51:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" 17:51:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:22 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.060436 22963 fs_report.cc:352] FS layout report 17:51:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/wal 17:51:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/wal 17:51:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/data/data 17:51:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:22.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.210141 22962 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } attempt: 4 17:51:22.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.211789 22962 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.22.91.125:32813: Network error: Client connection negotiation failed: client connection to 127.22.91.125:32813: connect: Connection refused (error 111) 17:51:22.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.297624 22963 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:22.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.299962 22963 master_main.cc:83] Starting Master server... 17:51:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.387125 22963 rpc_server.cc:205] RPC server started. Bound to: 127.22.91.125:32813 17:51:22.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.388046 22963 webserver.cc:175] Starting webserver on 127.22.91.125:0 17:51:22.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.388155 22963 webserver.cc:186] Document root disabled 17:51:22.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.390141 22963 webserver.cc:313] Webserver started. Bound to: http://127.22.91.125:43846/ 17:51:22.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.390910 22963 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-1/data/info.pb 17:51:22.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.394887 23032 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.397739 22893 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 22963 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.398857 22893 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/wal 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/data 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.22.91.124:40718 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.22.91.124 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/logs 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/data/info.pb 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.22.91.126:44740,127.22.91.125:32813,127.22.91.124:40718 with env {} 17:51:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.410197 23032 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } has no permanent_uuid. Determining permanent_uuid... 17:51:22.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.426296 23032 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } has no permanent_uuid. Determining permanent_uuid... 17:51:22.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.436375 23032 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } has no permanent_uuid. Determining permanent_uuid... 17:51:22.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.437710 23032 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.22.91.124:40718: Network error: Client connection negotiation failed: client connection to 127.22.91.124:40718: connect: Connection refused (error 111) 17:51:22.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.457118 23032 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } attempt: 1 17:51:22.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.458211 23032 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.22.91.124:40718: Network error: Client connection negotiation failed: client connection to 127.22.91.124:40718: connect: Connection refused (error 111) 17:51:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.506532 23032 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } attempt: 2 17:51:22.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.507740 23032 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.22.91.124:40718: Network error: Client connection negotiation failed: client connection to 127.22.91.124:40718: connect: Connection refused (error 111) 17:51:22.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.515110 22962 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } attempt: 5 17:51:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.522030 22962 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } has no permanent_uuid. Determining permanent_uuid... 17:51:22.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.523248 22962 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.22.91.124:40718: Network error: Client connection negotiation failed: client connection to 127.22.91.124:40718: connect: Connection refused (error 111) 17:51:22.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:22.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.559789 23033 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:22.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.560171 23033 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:22.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.561482 22962 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } attempt: 1 17:51:22.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.562737 22962 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.22.91.124:40718: Network error: Client connection negotiation failed: client connection to 127.22.91.124:40718: connect: Connection refused (error 111) 17:51:22.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.569869 23033 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.569993 23033 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.570092 23033 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.570196 23033 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:22.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.589810 23033 master_main.cc:73] Master server non-default flags: 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/data 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/wal 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.22.91.126:44740,127.22.91.125:32813,127.22.91.124:40718 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.22.91.124:40718 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/data/info.pb 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.22.91.124 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/logs 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:22.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.604939 23033 master_main.cc:80] Initializing master server... 17:51:22.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.606895 23033 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 316564us 17:51:22.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.607626 23033 fs_manager.cc:262] Metadata directory not provided 17:51:22.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.607748 23033 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.608012 23033 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.608124 23033 server_base.cc:433] Attempting to create new FS layout instead 17:51:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.611038 22962 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } attempt: 2 17:51:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.612058 23033 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/data/instance: 17:51:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b453fc80684f487188ce40f334dc80f5" 17:51:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:22 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:22.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.612275 22962 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.22.91.124:40718: Network error: Client connection negotiation failed: client connection to 127.22.91.124:40718: connect: Connection refused (error 111) 17:51:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.612879 23033 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/wal/instance: 17:51:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b453fc80684f487188ce40f334dc80f5" 17:51:22.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:22 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:22.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.619071 23032 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } attempt: 3 17:51:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.620296 23032 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.22.91.124:40718: Network error: Client connection negotiation failed: client connection to 127.22.91.124:40718: connect: Connection refused (error 111) 17:51:22.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.634279 23033 fs_manager.cc:502] Time spent creating directory manager: real 0.021s user 0.007s sys 0.006s 17:51:22.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.635478 23033 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:22.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.636662 23033 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.644825 23033 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.644938 23033 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/wal 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b453fc80684f487188ce40f334dc80f5" 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:22 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.645141 23033 fs_report.cc:352] FS layout report 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/wal 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/wal 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/data/data 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.712496 22962 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } attempt: 3 17:51:22.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.714200 22962 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.22.91.124:40718: Network error: Client connection negotiation failed: client connection to 127.22.91.124:40718: connect: Connection refused (error 111) 17:51:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.796610 23032 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } attempt: 4 17:51:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.797816 23032 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.22.91.124:40718: Network error: Client connection negotiation failed: client connection to 127.22.91.124:40718: connect: Connection refused (error 111) 17:51:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.807719 23033 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.810261 23033 master_main.cc:83] Starting Master server... 17:51:22.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.854912 22962 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } attempt: 4 17:51:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:22.856150 22962 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.22.91.124:40718: Network error: Client connection negotiation failed: client connection to 127.22.91.124:40718: connect: Connection refused (error 111) 17:51:22.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.901183 23033 rpc_server.cc:205] RPC server started. Bound to: 127.22.91.124:40718 17:51:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.902078 23033 webserver.cc:175] Starting webserver on 127.22.91.124:0 17:51:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.902189 23033 webserver.cc:186] Document root disabled 17:51:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.904083 23033 webserver.cc:313] Webserver started. Bound to: http://127.22.91.124:36919/ 17:51:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.904862 23033 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/master-2/data/info.pb 17:51:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.905997 22893 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 23033 17:51:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.907150 22893 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/wal 17:51:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/data 17:51:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.22.91.65:0 17:51:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.22.91.65 17:51:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.22.91.65 17:51:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:22.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.22.91.126:44740,127.22.91.125:32813,127.22.91.124:40718 17:51:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/logs 17:51:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/data/info.pb 17:51:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.908737 23097 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.921690 23097 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } has no permanent_uuid. Determining permanent_uuid... 17:51:22.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.937050 23097 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } has no permanent_uuid. Determining permanent_uuid... 17:51:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.943730 23097 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } has no permanent_uuid. Determining permanent_uuid... 17:51:22.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.958978 23097 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5: Bootstrap starting. 17:51:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.961647 23097 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5: No blocks or log segments found. Creating new log. 17:51:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.962991 23097 log.cc:525] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5: Log is configured to *not* fsync() on all Append() calls 17:51:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.967728 23097 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5: No bootstrap required, opened a new log 17:51:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.978273 23097 raft_consensus.cc:325] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } 17:51:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.978792 23097 raft_consensus.cc:351] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:22.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.978991 23097 raft_consensus.cc:630] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b453fc80684f487188ce40f334dc80f5, State: Initialized, Role: FOLLOWER 17:51:22.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.979547 23097 consensus_queue.cc:228] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } 17:51:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.982949 23097 sys_catalog.cc:337] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } } 17:51:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.983690 23097 sys_catalog.cc:340] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [sys.catalog]: This master's current role is: FOLLOWER 17:51:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.985296 23097 sys_catalog.cc:424] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [sys.catalog]: configured and running, proceeding with master startup. 17:51:23.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:22.983654 23102 sys_catalog.cc:337] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } } 17:51:23.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.052318 23102 sys_catalog.cc:340] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [sys.catalog]: This master's current role is: FOLLOWER 17:51:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.054543 23033 master_main.cc:86] Master server successfully started. 17:51:23.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:23.061363 23103 catalog_manager.cc:1084] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:23.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:23.061826 23103 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:23.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:23.063361 23053 tablet.cc:1728] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:23.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:23.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:23.083776 23098 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:23.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:23.084151 23098 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:23.092427 23098 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:23.092767 23098 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.91.65 17:51:23.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.101140 23032 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } attempt: 5 17:51:23.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.114236 23032 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda: Bootstrap starting. 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.115113 23098 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/data 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/wal 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.22.91.65:0 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/data/info.pb 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.22.91.65 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.22.91.126:44740,127.22.91.125:32813,127.22.91.124:40718 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.22.91.65 17:51:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/logs 17:51:23.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:23.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:23.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:23.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:23.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:23.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:23.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:23.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:23.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:23.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.117218 23032 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda: No blocks or log segments found. Creating new log. 17:51:23.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.118664 23032 log.cc:525] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda: Log is configured to *not* fsync() on all Append() calls 17:51:23.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.121480 22962 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } attempt: 5 17:51:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.122550 23032 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda: No bootstrap required, opened a new log 17:51:23.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.134272 23032 raft_consensus.cc:325] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } 17:51:23.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.134732 23032 raft_consensus.cc:351] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:23.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.134971 23032 raft_consensus.cc:630] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4af2aaa42e0b4b439ff5f97cc8103fda, State: Initialized, Role: FOLLOWER 17:51:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.135592 23032 consensus_queue.cc:228] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } 17:51:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.138239 23032 sys_catalog.cc:337] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } } 17:51:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.138837 22962 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1: Bootstrap starting. 17:51:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.139186 23032 sys_catalog.cc:340] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [sys.catalog]: This master's current role is: FOLLOWER 17:51:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.140485 23032 sys_catalog.cc:424] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [sys.catalog]: configured and running, proceeding with master startup. 17:51:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.142092 22962 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1: No blocks or log segments found. Creating new log. 17:51:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.144294 23098 tablet_server_main.cc:85] Initializing tablet server... 17:51:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.147027 22962 log.cc:525] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1: Log is configured to *not* fsync() on all Append() calls 17:51:23.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.149212 23098 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 317064us 17:51:23.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.149848 23098 fs_manager.cc:262] Metadata directory not provided 17:51:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.150017 23098 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.150452 23098 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.150737 23098 server_base.cc:433] Attempting to create new FS layout instead 17:51:23.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.154778 22962 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1: No bootstrap required, opened a new log 17:51:23.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.156235 23098 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/data/instance: 17:51:23.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b8f0b6147e22406eb01a4f741aeca6eb" 17:51:23.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.161248 23098 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/wal/instance: 17:51:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b8f0b6147e22406eb01a4f741aeca6eb" 17:51:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:23.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.189146 22962 raft_consensus.cc:325] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } 17:51:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.189863 22962 raft_consensus.cc:351] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.190060 22962 raft_consensus.cc:630] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fd9e4378d9ea4d77a69c6f71518550f1, State: Initialized, Role: FOLLOWER 17:51:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.190656 22962 consensus_queue.cc:228] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } 17:51:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.197897 23114 sys_catalog.cc:337] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } } 17:51:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.201033 23114 sys_catalog.cc:340] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [sys.catalog]: This master's current role is: FOLLOWER 17:51:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.204399 23098 fs_manager.cc:502] Time spent creating directory manager: real 0.042s user 0.015s sys 0.010s 17:51:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.206295 23098 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:23.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.207800 23098 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.229176 23098 fs_manager.cc:418] Time spent opening block manager: real 0.011s user 0.001s sys 0.009s 17:51:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.229559 23098 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/wal 17:51:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b8f0b6147e22406eb01a4f741aeca6eb" 17:51:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:23 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.230130 23098 fs_report.cc:352] FS layout report 17:51:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/wal 17:51:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/wal 17:51:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/data/data 17:51:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.139053 23110 sys_catalog.cc:337] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } } 17:51:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.241459 23110 sys_catalog.cc:340] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [sys.catalog]: This master's current role is: FOLLOWER 17:51:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.244148 22963 master_main.cc:86] Master server successfully started. 17:51:23.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.254843 23102 raft_consensus.cc:457] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:51:23.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.255173 23102 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5: Snoozing failure detection for 2.070s (starting election) 17:51:23.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:23.255851 23111 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:23.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.255507 23102 raft_consensus.cc:479] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } 17:51:23.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:23.256072 23111 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:23.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.256804 23102 leader_election.cc:251] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer fd9e4378d9ea4d77a69c6f71518550f1 (127.22.91.126:44740) 17:51:23.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.257426 23102 leader_election.cc:251] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 4af2aaa42e0b4b439ff5f97cc8103fda (127.22.91.125:32813) 17:51:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.259155 23009 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b453fc80684f487188ce40f334dc80f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" is_pre_election: true 17:51:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.259814 23009 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda: Snoozing failure detection for 1.856s (vote granted) 17:51:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.260076 23009 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b453fc80684f487188ce40f334dc80f5 in term 0. 17:51:23.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.260962 23045 leader_election.cc:387] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 4af2aaa42e0b4b439ff5f97cc8103fda (127.22.91.125:32813) 17:51:23.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.261206 23045 leader_election.cc:278] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:51:23.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.261821 23102 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5: Snoozing failure detection for 2.006s (election complete) 17:51:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.262053 23102 raft_consensus.cc:2549] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:51:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.262270 23102 raft_consensus.cc:457] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:51:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.262498 23102 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5: Snoozing failure detection for 1.633s (starting election) 17:51:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.262712 23102 raft_consensus.cc:2794] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [term 0 FOLLOWER]: Advancing to term 1 17:51:23.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.268359 23102 raft_consensus.cc:479] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } 17:51:23.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.270952 23102 leader_election.cc:251] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [CANDIDATE]: Term 1 election: Requesting vote from peer fd9e4378d9ea4d77a69c6f71518550f1 (127.22.91.126:44740) 17:51:23.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.272629 23102 leader_election.cc:251] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [CANDIDATE]: Term 1 election: Requesting vote from peer 4af2aaa42e0b4b439ff5f97cc8103fda (127.22.91.125:32813) 17:51:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.273722 23009 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b453fc80684f487188ce40f334dc80f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" 17:51:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.274158 23009 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [term 0 FOLLOWER]: Advancing to term 1 17:51:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.274439 23009 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda: Snoozing failure detection for 1.936s (vote granted) 17:51:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.279294 23009 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b453fc80684f487188ce40f334dc80f5 in term 1. 17:51:23.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.280673 23045 leader_election.cc:387] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [CANDIDATE]: Term 1 election: Vote granted by peer 4af2aaa42e0b4b439ff5f97cc8103fda (127.22.91.125:32813) 17:51:23.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.280907 23045 leader_election.cc:278] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:23.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.281371 23102 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5: Snoozing failure detection for 2.032s (election complete) 17:51:23.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.281637 23102 raft_consensus.cc:2549] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [term 1 FOLLOWER]: Leader election won for term 1 17:51:23.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.293241 23102 raft_consensus.cc:595] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [term 1 LEADER]: Becoming Leader. State: Replica: b453fc80684f487188ce40f334dc80f5, State: Running, Role: LEADER 17:51:23.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.294159 23102 consensus_queue.cc:205] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } 17:51:23.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:23.303442 22988 tablet.cc:1728] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:23.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.311997 23121 sys_catalog.cc:337] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b453fc80684f487188ce40f334dc80f5. Latest consensus state: current_term: 1 leader_uuid: "b453fc80684f487188ce40f334dc80f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } } 17:51:23.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.312729 23121 sys_catalog.cc:340] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [sys.catalog]: This master's current role is: LEADER 17:51:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.327230 23124 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:51:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.330652 23124 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:51:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.199172 22962 sys_catalog.cc:337] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } } 17:51:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.349603 22962 sys_catalog.cc:340] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [sys.catalog]: This master's current role is: FOLLOWER 17:51:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.350867 22962 sys_catalog.cc:424] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [sys.catalog]: configured and running, proceeding with master startup. 17:51:23.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.358839 22939 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b453fc80684f487188ce40f334dc80f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" is_pre_election: true 17:51:23.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.361099 22901 master_main.cc:86] Master server successfully started. 17:51:23.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.361443 22939 raft_consensus.cc:2742] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1: Snoozing failure detection for 1.813s (vote granted) 17:51:23.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.361752 22939 raft_consensus.cc:2255] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b453fc80684f487188ce40f334dc80f5 in term 0. 17:51:23.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.359280 22938 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b453fc80684f487188ce40f334dc80f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" 17:51:23.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.362725 22938 raft_consensus.cc:2794] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [term 0 FOLLOWER]: Advancing to term 1 17:51:23.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.362691 23045 leader_election.cc:387] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [CANDIDATE]: Term 1 pre-election: Vote granted by peer fd9e4378d9ea4d77a69c6f71518550f1 (127.22.91.126:44740) 17:51:23.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.362987 22938 raft_consensus.cc:2742] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1: Snoozing failure detection for 1.787s (vote granted) 17:51:23.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.368474 22938 raft_consensus.cc:2255] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b453fc80684f487188ce40f334dc80f5 in term 1. 17:51:23.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.369207 23045 leader_election.cc:387] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [CANDIDATE]: Term 1 election: Vote granted by peer fd9e4378d9ea4d77a69c6f71518550f1 (127.22.91.126:44740) 17:51:23.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:23.380909 23125 catalog_manager.cc:1084] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:23.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:23.381142 23125 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.405998 23009 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [term 1 FOLLOWER]: Refusing update from remote peer b453fc80684f487188ce40f334dc80f5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.406015 22938 raft_consensus.cc:1083] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [term 1 FOLLOWER]: Refusing update from remote peer b453fc80684f487188ce40f334dc80f5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:23.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.407354 23102 consensus_queue.cc:963] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:23.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.408586 23121 consensus_queue.cc:963] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:23.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.438653 23114 sys_catalog.cc:337] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b453fc80684f487188ce40f334dc80f5. Latest consensus state: current_term: 1 leader_uuid: "b453fc80684f487188ce40f334dc80f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } } 17:51:23.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.440358 23114 sys_catalog.cc:340] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [sys.catalog]: This master's current role is: FOLLOWER 17:51:23.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.444402 23110 sys_catalog.cc:337] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [sys.catalog]: SysCatalogTable state changed. Reason: New leader b453fc80684f487188ce40f334dc80f5. Latest consensus state: current_term: 1 leader_uuid: "b453fc80684f487188ce40f334dc80f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } } 17:51:23.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.445108 23110 sys_catalog.cc:340] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [sys.catalog]: This master's current role is: FOLLOWER 17:51:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.461894 23110 sys_catalog.cc:337] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b453fc80684f487188ce40f334dc80f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } } 17:51:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.462594 23110 sys_catalog.cc:340] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda [sys.catalog]: This master's current role is: FOLLOWER 17:51:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.463315 23102 sys_catalog.cc:337] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b453fc80684f487188ce40f334dc80f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } } 17:51:23.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.464031 23102 sys_catalog.cc:340] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [sys.catalog]: This master's current role is: LEADER 17:51:23.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.464118 23114 sys_catalog.cc:337] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b453fc80684f487188ce40f334dc80f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } } 17:51:23.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.464761 23114 sys_catalog.cc:340] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1 [sys.catalog]: This master's current role is: FOLLOWER 17:51:23.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.464498 23102 sys_catalog.cc:337] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b453fc80684f487188ce40f334dc80f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd9e4378d9ea4d77a69c6f71518550f1" member_type: VOTER last_known_addr { host: "127.22.91.126" port: 44740 } } peers { permanent_uuid: "4af2aaa42e0b4b439ff5f97cc8103fda" member_type: VOTER last_known_addr { host: "127.22.91.125" port: 32813 } } peers { permanent_uuid: "b453fc80684f487188ce40f334dc80f5" member_type: VOTER last_known_addr { host: "127.22.91.124" port: 40718 } } } 17:51:23.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.465457 23102 sys_catalog.cc:340] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5 [sys.catalog]: This master's current role is: LEADER 17:51:23.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.478171 23124 catalog_manager.cc:924] Generated new certificate authority record 17:51:23.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.480540 23124 catalog_manager.cc:1046] Loading token signing keys... 17:51:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.504802 23124 catalog_manager.cc:4062] T 00000000000000000000000000000000 P b453fc80684f487188ce40f334dc80f5: Generated new TSK 0 17:51:23.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.594705 23098 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.603202 23098 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:23.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:23.605608 23098 tablet_server_main.cc:90] Starting tablet server... 17:51:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.262436 23111 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda: acquiring CA information for follower catalog manager: success 17:51:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.265502 23111 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 4af2aaa42e0b4b439ff5f97cc8103fda: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:24.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.310254 23098 rpc_server.cc:205] RPC server started. Bound to: 127.22.91.65:59579 17:51:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.311803 23098 webserver.cc:175] Starting webserver on 127.22.91.65:0 17:51:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.312031 23098 webserver.cc:186] Document root disabled 17:51:24.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.318104 23098 webserver.cc:313] Webserver started. Bound to: http://127.22.91.65:45276/ 17:51:24.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.319169 23098 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-0/data/info.pb 17:51:24.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.325757 22893 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 23098 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.326925 22893 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/wal 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/data 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.22.91.66:0 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.22.91.66 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.22.91.66 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.22.91.126:44740,127.22.91.125:32813,127.22.91.124:40718 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/logs 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/data/info.pb 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:24.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.363788 23098 tablet_server_main.cc:93] Tablet server successfully started. 17:51:24.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.387758 23125 catalog_manager.cc:1082] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1: acquiring CA information for follower catalog manager: success 17:51:24.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.390815 23125 catalog_manager.cc:1110] T 00000000000000000000000000000000 P fd9e4378d9ea4d77a69c6f71518550f1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:24.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.425684 23247 heartbeater.cc:346] Connected to a master server at 127.22.91.126:44740 17:51:24.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.425979 23247 heartbeater.cc:426] Registering TS with master... 17:51:24.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.426550 23247 heartbeater.cc:475] Master 127.22.91.126:44740 requested a full tablet report, sending... 17:51:24.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.429589 22929 ts_manager.cc:98] Registered new tserver with Master: b8f0b6147e22406eb01a4f741aeca6eb (127.22.91.65:59579) 17:51:24.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.430725 23249 heartbeater.cc:346] Connected to a master server at 127.22.91.125:32813 17:51:24.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.430961 23249 heartbeater.cc:426] Registering TS with master... 17:51:24.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.431433 23249 heartbeater.cc:475] Master 127.22.91.125:32813 requested a full tablet report, sending... 17:51:24.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.434136 22999 ts_manager.cc:98] Registered new tserver with Master: b8f0b6147e22406eb01a4f741aeca6eb (127.22.91.65:59579) 17:51:24.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.435726 23250 heartbeater.cc:346] Connected to a master server at 127.22.91.124:40718 17:51:24.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.435945 23250 heartbeater.cc:426] Registering TS with master... 17:51:24.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.436341 23250 heartbeater.cc:475] Master 127.22.91.124:40718 requested a full tablet report, sending... 17:51:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.438907 23064 ts_manager.cc:98] Registered new tserver with Master: b8f0b6147e22406eb01a4f741aeca6eb (127.22.91.65:59579) 17:51:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.441620 23064 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.22.91.65:48563 17:51:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:24.712179 23248 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:24.714330 23248 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:24.748420 23248 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:24.749752 23248 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.91.66 17:51:24.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.803444 23248 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:24.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/data 17:51:24.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/wal 17:51:24.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:24.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.22.91.66:0 17:51:24.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:24.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/data/info.pb 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.22.91.66 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.22.91.126:44740,127.22.91.125:32813,127.22.91.124:40718 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.22.91.66 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/logs 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.854019 23248 tablet_server_main.cc:85] Initializing tablet server... 17:51:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.860466 23248 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 317564us 17:51:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.863911 23248 fs_manager.cc:262] Metadata directory not provided 17:51:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.864081 23248 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.864534 23248 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.864812 23248 server_base.cc:433] Attempting to create new FS layout instead 17:51:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.872119 23248 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/data/instance: 17:51:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e13b571357834cf6a5e8493e758ea75e" 17:51:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.875655 23248 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/wal/instance: 17:51:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e13b571357834cf6a5e8493e758ea75e" 17:51:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.915747 23248 fs_manager.cc:502] Time spent creating directory manager: real 0.038s user 0.013s sys 0.003s 17:51:24.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.917913 23248 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:24.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.918640 23248 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.949015 23248 fs_manager.cc:418] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s 17:51:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.949348 23248 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/wal 17:51:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "e13b571357834cf6a5e8493e758ea75e" 17:51:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:24 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:24.949930 23248 fs_report.cc:352] FS layout report 17:51:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/wal 17:51:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/wal 17:51:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/data/data 17:51:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.239336 23248 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.243197 23248 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:25.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.244802 23248 tablet_server_main.cc:90] Starting tablet server... 17:51:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.423323 23248 rpc_server.cc:205] RPC server started. Bound to: 127.22.91.66:55746 17:51:25.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.424696 23248 webserver.cc:175] Starting webserver on 127.22.91.66:0 17:51:25.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.424818 23248 webserver.cc:186] Document root disabled 17:51:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.426681 23248 webserver.cc:313] Webserver started. Bound to: http://127.22.91.66:35435/ 17:51:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.427557 23248 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-1/data/info.pb 17:51:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.432032 22893 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 23248 17:51:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.433146 22893 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/wal 17:51:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/data 17:51:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.22.91.67:0 17:51:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.22.91.67 17:51:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.22.91.67 17:51:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.22.91.126:44740,127.22.91.125:32813,127.22.91.124:40718 17:51:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/logs 17:51:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/data/info.pb 17:51:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:25.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.444829 23250 heartbeater.cc:467] Master 127.22.91.124:40718 was elected leader, sending a full tablet report... 17:51:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.465487 23248 tablet_server_main.cc:93] Tablet server successfully started. 17:51:25.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.510601 23383 heartbeater.cc:346] Connected to a master server at 127.22.91.124:40718 17:51:25.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.510962 23383 heartbeater.cc:426] Registering TS with master... 17:51:25.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.518060 23383 heartbeater.cc:475] Master 127.22.91.124:40718 requested a full tablet report, sending... 17:51:25.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.519971 23064 ts_manager.cc:98] Registered new tserver with Master: e13b571357834cf6a5e8493e758ea75e (127.22.91.66:55746) 17:51:25.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.511276 23379 heartbeater.cc:346] Connected to a master server at 127.22.91.125:32813 17:51:25.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.521734 23064 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.22.91.66:43367 17:51:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.521884 23379 heartbeater.cc:426] Registering TS with master... 17:51:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.522337 23379 heartbeater.cc:475] Master 127.22.91.125:32813 requested a full tablet report, sending... 17:51:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.524528 22999 ts_manager.cc:98] Registered new tserver with Master: e13b571357834cf6a5e8493e758ea75e (127.22.91.66:55746) 17:51:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.517549 23378 heartbeater.cc:346] Connected to a master server at 127.22.91.126:44740 17:51:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.525110 23378 heartbeater.cc:426] Registering TS with master... 17:51:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.525490 23378 heartbeater.cc:475] Master 127.22.91.126:44740 requested a full tablet report, sending... 17:51:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.527623 22929 ts_manager.cc:98] Registered new tserver with Master: e13b571357834cf6a5e8493e758ea75e (127.22.91.66:55746) 17:51:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:25.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:25.639659 23382 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:25.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:25.640034 23382 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:25.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:25.649010 23382 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:25.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:25.649384 23382 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.91.67 17:51:25.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.663633 23382 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:25.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/data 17:51:25.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/wal 17:51:25.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.22.91.67:0 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/data/info.pb 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.22.91.67 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.22.91.126:44740,127.22.91.125:32813,127.22.91.124:40718 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.22.91.67 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/logs 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.679414 23382 tablet_server_main.cc:85] Initializing tablet server... 17:51:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.681453 23382 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 318064us 17:51:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.681923 23382 fs_manager.cc:262] Metadata directory not provided 17:51:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.682060 23382 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.682363 23382 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.682514 23382 server_base.cc:433] Attempting to create new FS layout instead 17:51:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.685688 23382 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/data/instance: 17:51:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "42d248ba1ada458eb7f895c9c72aa935" 17:51:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:25 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.686520 23382 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/wal/instance: 17:51:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "42d248ba1ada458eb7f895c9c72aa935" 17:51:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:25 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:25.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.701438 23382 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.007s sys 0.004s 17:51:25.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.702798 23382 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:25.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.703222 23382 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.711001 23382 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:51:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.711165 23382 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/wal 17:51:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "42d248ba1ada458eb7f895c9c72aa935" 17:51:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:25 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.711455 23382 fs_report.cc:352] FS layout report 17:51:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/wal 17:51:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/wal 17:51:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/data/data 17:51:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:25.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.871573 23382 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.875138 23382 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:25.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.876389 23382 tablet_server_main.cc:90] Starting tablet server... 17:51:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.986404 23382 rpc_server.cc:205] RPC server started. Bound to: 127.22.91.67:36741 17:51:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.987726 23382 webserver.cc:175] Starting webserver on 127.22.91.67:0 17:51:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.987849 23382 webserver.cc:186] Document root disabled 17:51:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.989308 23382 webserver.cc:313] Webserver started. Bound to: http://127.22.91.67:57189/ 17:51:25.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.990110 23382 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7977770129752583300/ts-2/data/info.pb 17:51:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:25.996690 22893 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 23382 17:51:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.006047 23382 tablet_server_main.cc:93] Tablet server successfully started. 17:51:26.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.057488 23538 heartbeater.cc:346] Connected to a master server at 127.22.91.124:40718 17:51:26.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.057847 23538 heartbeater.cc:426] Registering TS with master... 17:51:26.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.064860 23538 heartbeater.cc:475] Master 127.22.91.124:40718 requested a full tablet report, sending... 17:51:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.066797 23064 ts_manager.cc:98] Registered new tserver with Master: 42d248ba1ada458eb7f895c9c72aa935 (127.22.91.67:36741) 17:51:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.068390 23064 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.22.91.67:45338 17:51:26.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.058404 23537 heartbeater.cc:346] Connected to a master server at 127.22.91.125:32813 17:51:26.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.070281 23537 heartbeater.cc:426] Registering TS with master... 17:51:26.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.070843 23537 heartbeater.cc:475] Master 127.22.91.125:32813 requested a full tablet report, sending... 17:51:26.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.058857 23536 heartbeater.cc:346] Connected to a master server at 127.22.91.126:44740 17:51:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.073030 23536 heartbeater.cc:426] Registering TS with master... 17:51:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.073266 22999 ts_manager.cc:98] Registered new tserver with Master: 42d248ba1ada458eb7f895c9c72aa935 (127.22.91.67:36741) 17:51:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.073388 23536 heartbeater.cc:475] Master 127.22.91.126:44740 requested a full tablet report, sending... 17:51:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.075328 22929 ts_manager.cc:98] Registered new tserver with Master: 42d248ba1ada458eb7f895c9c72aa935 (127.22.91.67:36741) 17:51:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.077299 22893 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:51:26.078 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:51:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.150773 23064 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.22.91.124:36254: 17:51:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:51:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:51:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.203677 23183 tablet_service.cc:759] Processing CreateTablet for tablet 66eb131e9e4940938f4aabd3fe03d317 (table=test [id=5ba3fe2ab7ed40678fb5f33fdb31c17d]), partition=RANGE (key) PARTITION VALUES < 50 17:51:26.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.204525 23183 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 66eb131e9e4940938f4aabd3fe03d317. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:26.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.208057 23315 tablet_service.cc:759] Processing CreateTablet for tablet 129b0443e0e744d7a081902dc6912b3a (table=test [id=5ba3fe2ab7ed40678fb5f33fdb31c17d]), partition=RANGE (key) PARTITION VALUES >= 50 17:51:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.209200 23315 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 129b0443e0e744d7a081902dc6912b3a. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:26.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.222687 23183 ts_tablet_manager.cc:1173] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb: Registered tablet (data state: TABLET_DATA_READY) 17:51:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.224097 23607 ts_tablet_manager.cc:1028] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb: Bootstrapping tablet 17:51:26.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.224757 23607 tablet_bootstrap.cc:438] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb: Bootstrap starting. 17:51:26.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.227008 23607 tablet_bootstrap.cc:592] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb: No blocks or log segments found. Creating new log. 17:51:26.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.227850 23315 ts_tablet_manager.cc:1173] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e: Registered tablet (data state: TABLET_DATA_READY) 17:51:26.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.229004 23607 log.cc:525] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb: Log is configured to *not* fsync() on all Append() calls 17:51:26.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.229502 23608 ts_tablet_manager.cc:1028] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e: Bootstrapping tablet 17:51:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.230073 23608 tablet_bootstrap.cc:438] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e: Bootstrap starting. 17:51:26.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.232367 23607 tablet_bootstrap.cc:438] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb: No bootstrap required, opened a new log 17:51:26.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.232643 23607 ts_tablet_manager.cc:1045] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb: Time spent bootstrapping tablet: real 0.008s user 0.004s sys 0.002s 17:51:26.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.232986 23608 tablet_bootstrap.cc:592] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e: No blocks or log segments found. Creating new log. 17:51:26.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.234321 23608 log.cc:525] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e: Log is configured to *not* fsync() on all Append() calls 17:51:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.243139 23607 raft_consensus.cc:325] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b8f0b6147e22406eb01a4f741aeca6eb" member_type: VOTER last_known_addr { host: "127.22.91.65" port: 59579 } } 17:51:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.243574 23607 raft_consensus.cc:351] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:26.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.243731 23607 raft_consensus.cc:630] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b8f0b6147e22406eb01a4f741aeca6eb, State: Initialized, Role: FOLLOWER 17:51:26.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.244231 23607 consensus_queue.cc:228] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b8f0b6147e22406eb01a4f741aeca6eb" member_type: VOTER last_known_addr { host: "127.22.91.65" port: 59579 } } 17:51:26.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.244643 23607 raft_consensus.cc:365] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:26.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.244840 23607 raft_consensus.cc:457] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:26.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.245012 23607 raft_consensus.cc:2742] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb: Snoozing failure detection for 2.235s (starting election) 17:51:26.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.245203 23607 raft_consensus.cc:2794] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb [term 0 FOLLOWER]: Advancing to term 1 17:51:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.246807 23608 tablet_bootstrap.cc:438] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e: No bootstrap required, opened a new log 17:51:26.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.247428 23608 ts_tablet_manager.cc:1045] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e: Time spent bootstrapping tablet: real 0.017s user 0.005s sys 0.003s 17:51:26.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.248793 23607 raft_consensus.cc:479] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b8f0b6147e22406eb01a4f741aeca6eb" member_type: VOTER last_known_addr { host: "127.22.91.65" port: 59579 } } 17:51:26.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.249279 23607 leader_election.cc:278] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:26.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.251251 23611 raft_consensus.cc:2742] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb: Snoozing failure detection for 1.685s (election complete) 17:51:26.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.251708 23611 raft_consensus.cc:2549] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb [term 1 FOLLOWER]: Leader election won for term 1 17:51:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.261556 23611 raft_consensus.cc:595] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb [term 1 LEADER]: Becoming Leader. State: Replica: b8f0b6147e22406eb01a4f741aeca6eb, State: Running, Role: LEADER 17:51:26.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.262058 23611 consensus_queue.cc:205] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b8f0b6147e22406eb01a4f741aeca6eb" member_type: VOTER last_known_addr { host: "127.22.91.65" port: 59579 } } 17:51:26.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.271420 23608 raft_consensus.cc:325] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e13b571357834cf6a5e8493e758ea75e" member_type: VOTER last_known_addr { host: "127.22.91.66" port: 55746 } } 17:51:26.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.272032 23608 raft_consensus.cc:351] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:26.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.272498 23608 raft_consensus.cc:630] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e13b571357834cf6a5e8493e758ea75e, State: Initialized, Role: FOLLOWER 17:51:26.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.273201 23608 consensus_queue.cc:228] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e13b571357834cf6a5e8493e758ea75e" member_type: VOTER last_known_addr { host: "127.22.91.66" port: 55746 } } 17:51:26.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.273752 23608 raft_consensus.cc:365] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:26.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.274036 23608 raft_consensus.cc:457] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:26.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.274281 23608 raft_consensus.cc:2742] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e: Snoozing failure detection for 1.648s (starting election) 17:51:26.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.274554 23608 raft_consensus.cc:2794] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e [term 0 FOLLOWER]: Advancing to term 1 17:51:26.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.278942 23608 raft_consensus.cc:479] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e13b571357834cf6a5e8493e758ea75e" member_type: VOTER last_known_addr { host: "127.22.91.66" port: 55746 } } 17:51:26.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.279592 23608 leader_election.cc:278] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:26.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.285851 23615 raft_consensus.cc:2742] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e: Snoozing failure detection for 1.611s (election complete) 17:51:26.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.286115 23615 raft_consensus.cc:2549] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e [term 1 FOLLOWER]: Leader election won for term 1 17:51:26.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.288228 23383 heartbeater.cc:467] Master 127.22.91.124:40718 was elected leader, sending a full tablet report... 17:51:26.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.306159 23615 raft_consensus.cc:595] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e [term 1 LEADER]: Becoming Leader. State: Replica: e13b571357834cf6a5e8493e758ea75e, State: Running, Role: LEADER 17:51:26.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.308277 23615 consensus_queue.cc:205] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e13b571357834cf6a5e8493e758ea75e" member_type: VOTER last_known_addr { host: "127.22.91.66" port: 55746 } } 17:51:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.311292 23608 ts_tablet_manager.cc:1073] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e: Time spent starting tablet: real 0.064s user 0.023s sys 0.016s 17:51:26.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.327256 23064 catalog_manager.cc:3758] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e reported cstate change: term changed from 0 to 1, leader changed from to e13b571357834cf6a5e8493e758ea75e (127.22.91.66). New cstate: current_term: 1 leader_uuid: "e13b571357834cf6a5e8493e758ea75e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "e13b571357834cf6a5e8493e758ea75e" member_type: VOTER last_known_addr { host: "127.22.91.66" port: 55746 } health_report { overall_health: HEALTHY } } } 17:51:26.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.265277 23607 ts_tablet_manager.cc:1073] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb: Time spent starting tablet: real 0.032s user 0.017s sys 0.012s 17:51:26.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.366255 23253 tablet.cc:1728] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.369971 23064 catalog_manager.cc:3758] T 66eb131e9e4940938f4aabd3fe03d317 P b8f0b6147e22406eb01a4f741aeca6eb reported cstate change: term changed from 0 to 1, leader changed from to b8f0b6147e22406eb01a4f741aeca6eb (127.22.91.65). New cstate: current_term: 1 leader_uuid: "b8f0b6147e22406eb01a4f741aeca6eb" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "b8f0b6147e22406eb01a4f741aeca6eb" member_type: VOTER last_known_addr { host: "127.22.91.65" port: 59579 } health_report { overall_health: HEALTHY } } } 17:51:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.408567 23064 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.22.91.124:36254: 17:51:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:26.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.435557 23448 tablet_service.cc:759] Processing CreateTablet for tablet 1d17338ef8de49708baef8742bb55c6c (table=simple-test [id=4abda948a5724db7935f9f66790f10a0]), partition=RANGE (key) PARTITION UNBOUNDED 17:51:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.436332 23448 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 1d17338ef8de49708baef8742bb55c6c. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:26.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.448510 23448 ts_tablet_manager.cc:1173] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935: Registered tablet (data state: TABLET_DATA_READY) 17:51:26.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.450208 23621 ts_tablet_manager.cc:1028] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935: Bootstrapping tablet 17:51:26.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.450814 23621 tablet_bootstrap.cc:438] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935: Bootstrap starting. 17:51:26.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.453797 23621 tablet_bootstrap.cc:592] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935: No blocks or log segments found. Creating new log. 17:51:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.455184 23621 log.cc:525] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935: Log is configured to *not* fsync() on all Append() calls 17:51:26.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.458042 23621 tablet_bootstrap.cc:438] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935: No bootstrap required, opened a new log 17:51:26.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.458395 23621 ts_tablet_manager.cc:1045] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935: Time spent bootstrapping tablet: real 0.008s user 0.004s sys 0.003s 17:51:26.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.460546 23388 tablet.cc:1728] T 129b0443e0e744d7a081902dc6912b3a P e13b571357834cf6a5e8493e758ea75e: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:26.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.470284 23621 raft_consensus.cc:325] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "42d248ba1ada458eb7f895c9c72aa935" member_type: VOTER last_known_addr { host: "127.22.91.67" port: 36741 } } 17:51:26.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.470772 23621 raft_consensus.cc:351] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:26.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.471029 23621 raft_consensus.cc:630] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42d248ba1ada458eb7f895c9c72aa935, State: Initialized, Role: FOLLOWER 17:51:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.471675 23621 consensus_queue.cc:228] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "42d248ba1ada458eb7f895c9c72aa935" member_type: VOTER last_known_addr { host: "127.22.91.67" port: 36741 } } 17:51:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.472092 23621 raft_consensus.cc:365] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.472364 23621 raft_consensus.cc:457] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.472633 23621 raft_consensus.cc:2742] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935: Snoozing failure detection for 2.072s (starting election) 17:51:26.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.472882 23621 raft_consensus.cc:2794] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935 [term 0 FOLLOWER]: Advancing to term 1 17:51:26.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.475781 23621 raft_consensus.cc:479] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "42d248ba1ada458eb7f895c9c72aa935" member_type: VOTER last_known_addr { host: "127.22.91.67" port: 36741 } } 17:51:26.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.476402 23621 leader_election.cc:278] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:26.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.478205 23623 raft_consensus.cc:2742] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935: Snoozing failure detection for 1.719s (election complete) 17:51:26.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.478513 23623 raft_consensus.cc:2549] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935 [term 1 FOLLOWER]: Leader election won for term 1 17:51:26.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.480406 23538 heartbeater.cc:467] Master 127.22.91.124:40718 was elected leader, sending a full tablet report... 17:51:26.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.480500 23623 raft_consensus.cc:595] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935 [term 1 LEADER]: Becoming Leader. State: Replica: 42d248ba1ada458eb7f895c9c72aa935, State: Running, Role: LEADER 17:51:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.482304 23621 ts_tablet_manager.cc:1073] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935: Time spent starting tablet: real 0.024s user 0.017s sys 0.004s 17:51:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.482192 23623 consensus_queue.cc:205] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "42d248ba1ada458eb7f895c9c72aa935" member_type: VOTER last_known_addr { host: "127.22.91.67" port: 36741 } } 17:51:26.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.488283 23064 catalog_manager.cc:3758] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935 reported cstate change: term changed from 0 to 1, leader changed from to 42d248ba1ada458eb7f895c9c72aa935 (127.22.91.67). New cstate: current_term: 1 leader_uuid: "42d248ba1ada458eb7f895c9c72aa935" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "42d248ba1ada458eb7f895c9c72aa935" member_type: VOTER last_known_addr { host: "127.22.91.67" port: 36741 } health_report { overall_health: HEALTHY } } } 17:51:26.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.505676 23539 tablet.cc:1728] T 1d17338ef8de49708baef8742bb55c6c P 42d248ba1ada458eb7f895c9c72aa935: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.603860 22929 rpcz_store.cc:253] Call kudu.master.MasterService.ConnectToMaster from 127.22.91.126:55200 (request call id 0) took 1 ms (1 ms). Client timeout 1 ms (1 ms) 17:51:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.604640 22929 rpcz_store.cc:259] Trace: 17:51:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.602546 (+ 0us) service_pool.cc:162] Inserting onto call queue 17:51:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.603643 (+ 1097us) service_pool.cc:206] Skipping call since client already timed out 17:51:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.603801 (+ 158us) inbound_call.cc:162] Queueing failure response 17:51:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Metrics: {} 17:51:26.615 [INFO - New I/O worker #794] (ConnectToCluster.java:361) Unable to connect to master 127.22.91.125:32813: [peer master-127.22.91.125:32813(127.22.91.125:32813)] encountered a read timeout; closing the channel 17:51:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.615921 22999 rpcz_store.cc:253] Call kudu.master.MasterService.ConnectToMaster from 127.22.91.125:49488 (request call id 0) took 1 ms (1 ms). Client timeout 1 ms (1 ms) 17:51:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.616667 22999 rpcz_store.cc:259] Trace: 17:51:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.614717 (+ 0us) service_pool.cc:162] Inserting onto call queue 17:51:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.614902 (+ 185us) service_pool.cc:221] Handling call 17:51:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.615851 (+ 949us) inbound_call.cc:162] Queueing success response 17:51:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Metrics: {} 17:51:26.620 [INFO - New I/O worker #795] (ConnectToCluster.java:361) Unable to connect to master 127.22.91.124:40718: [peer master-127.22.91.124:40718(127.22.91.124:40718)] encountered a read timeout; closing the channel 17:51:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.621814 22978 connection.cc:512] server connection from 127.22.91.125:49488 recv error: Network error: recv error from 0.0.0.0:0: Transport endpoint is not connected (error 107) 17:51:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.625484 23386 negotiation.cc:313] Failed RPC negotiation. Trace: 17:51:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.591283 (+ 0us) reactor.cc:583] Submitting negotiation task for server connection from 127.22.91.124:36261 17:51:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.591601 (+ 318us) server_negotiation.cc:176] Beginning negotiation 17:51:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.591626 (+ 25us) server_negotiation.cc:365] Waiting for connection header 17:51:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.592648 (+ 1022us) server_negotiation.cc:373] Connection header received 17:51:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.594543 (+ 1895us) server_negotiation.cc:329] Received NEGOTIATE NegotiatePB request 17:51:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.594571 (+ 28us) server_negotiation.cc:412] Received NEGOTIATE request from client 17:51:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.594690 (+ 119us) server_negotiation.cc:341] Sending NEGOTIATE NegotiatePB response 17:51:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.594831 (+ 141us) server_negotiation.cc:197] Negotiated authn=SASL 17:51:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.600773 (+ 5942us) server_negotiation.cc:329] Received TLS_HANDSHAKE NegotiatePB request 17:51:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.601212 (+ 439us) server_negotiation.cc:341] Sending TLS_HANDSHAKE NegotiatePB response 17:51:26.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.602225 (+ 1013us) server_negotiation.cc:329] Received TLS_HANDSHAKE NegotiatePB request 17:51:26.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.603234 (+ 1009us) server_negotiation.cc:341] Sending TLS_HANDSHAKE NegotiatePB response 17:51:26.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.603405 (+ 171us) server_negotiation.cc:576] Negotiated auth-only TLSv1 with cipher AES256-SHA SSLv3 Kx=RSA Au=RSA Enc=AES(256) Mac=SHA1 17:51:26.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.621010 (+ 17605us) server_negotiation.cc:329] Received SASL_INITIATE NegotiatePB request 17:51:26.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.621039 (+ 29us) server_negotiation.cc:757] Received SASL_INITIATE request from client 17:51:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.621060 (+ 21us) server_negotiation.cc:768] Client requested to use mechanism: PLAIN 17:51:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.621106 (+ 46us) server_negotiation.cc:797] Calling sasl_server_start() 17:51:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.621169 (+ 63us) server_negotiation.cc:956] Received PLAIN auth, user=jenkins 17:51:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.621220 (+ 51us) server_negotiation.cc:341] Sending SASL_SUCCESS NegotiatePB response 17:51:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.621316 (+ 96us) server_negotiation.cc:901] Waiting for connection context 17:51:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:26.623926 (+ 2610us) negotiation.cc:304] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.22.91.124:36261: BlockingRecv error: recv error from 0.0.0.0:0: Transport endpoint is not connected (error 107) 17:51:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Metrics: {"server-negotiator.queue_time_us":85} 17:51:26.635 [INFO - New I/O worker #793] (ConnectToCluster.java:361) Unable to connect to master 127.22.91.126:44740: Timed out: Call waited in the queue past client deadline 17:51:26.637 [WARN - New I/O worker #793] (ConnectToCluster.java:281) Unable to find the leader master 127.22.91.126:44740,127.22.91.125:32813,127.22.91.124:40718; will retry 17:51:26.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.653743 22893 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 23098 17:51:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.673959 22977 connection.cc:512] server connection from 127.22.91.65:56205 recv error: Network error: failed to read from TLS socket (remote: 127.22.91.65:56205): Connection reset by peer (error 104) 17:51:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.674733 23045 connection.cc:512] server connection from 127.22.91.65:48563 recv error: Network error: failed to read from TLS socket (remote: 127.22.91.65:48563): Connection reset by peer (error 104) 17:51:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.674738 22909 connection.cc:512] server connection from 127.22.91.65:37070 recv error: Network error: failed to read from TLS socket (remote: 127.22.91.65:37070): Connection reset by peer (error 104) 17:51:26.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.675493 22893 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 23248 17:51:26.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.693749 22909 connection.cc:512] server connection from 127.22.91.66:57518 recv error: Network error: failed to read from TLS socket (remote: 127.22.91.66:57518): Connection reset by peer (error 104) 17:51:26.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.693776 22983 connection.cc:512] server connection from 127.22.91.66:37956 recv error: Network error: failed to read from TLS socket (remote: 127.22.91.66:37956): Connection reset by peer (error 104) 17:51:26.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.694537 23045 connection.cc:512] server connection from 127.22.91.66:43367 recv error: Network error: failed to read from TLS socket (remote: 127.22.91.66:43367): Connection reset by peer (error 104) 17:51:26.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.695140 22893 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 23382 17:51:26.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.712764 22909 connection.cc:512] server connection from 127.22.91.67:54866 recv error: Network error: failed to read from TLS socket (remote: 127.22.91.67:54866): Connection reset by peer (error 104) 17:51:26.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.713812 22893 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 22901 17:51:26.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.713824 23045 connection.cc:512] server connection from 127.22.91.67:45338 recv error: Network error: failed to read from TLS socket (remote: 127.22.91.67:45338): Connection reset by peer (error 104) 17:51:26.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:26.713827 22983 connection.cc:512] server connection from 127.22.91.67:53466 recv error: Network error: failed to read from TLS socket (remote: 127.22.91.67:53466): Connection reset by peer (error 104) 17:51:26.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.733669 22893 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 22963 17:51:26.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:26.754523 22893 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 23033 17:51:27.801 [ERROR - Test worker] (RetryRule.java:76) testSocketReadTimeoutPropagation(org.apache.kudu.spark.kudu.DefaultSourceTest): failed run 1 java.security.PrivilegedActionException: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.91.126:44740,127.22.91.125:32813,127.22.91.124:40718) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: [peer master-127.22.91.125:32813(127.22.91.125:32813)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: [peer master-127.22.91.124:40718(127.22.91.124:40718)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: Timed out: Call waited in the queue past client deadline at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:360) at org.apache.kudu.spark.kudu.KuduContext.(KuduContext.scala:122) at org.apache.kudu.spark.kudu.KuduRelation.(DefaultSource.scala:212) at org.apache.kudu.spark.kudu.DefaultSource.createRelation(DefaultSource.scala:101) at org.apache.kudu.spark.kudu.DefaultSource.createRelation(DefaultSource.scala:76) at org.apache.spark.sql.execution.datasources.DataSource.resolveRelation(DataSource.scala:341) at org.apache.spark.sql.DataFrameReader.loadV1Source(DataFrameReader.scala:239) at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:227) at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:164) at org.apache.kudu.spark.kudu.package$KuduDataFrameReader.kudu(package.scala:30) at org.apache.kudu.spark.kudu.DefaultSourceTest.testSocketReadTimeoutPropagation(DefaultSourceTest.scala:924) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48) at org.apache.kudu.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:72) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:106) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38) at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:66) at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32) at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) at com.sun.proxy.$Proxy2.processTestClass(Unknown Source) at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:117) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:155) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:137) at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:404) at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.91.126:44740,127.22.91.125:32813,127.22.91.124:40718) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: [peer master-127.22.91.125:32813(127.22.91.125:32813)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: [peer master-127.22.91.124:40718(127.22.91.124:40718)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: Timed out: Call waited in the queue past client deadline at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:365) at org.apache.kudu.client.KuduClient.exportAuthenticationCredentials(KuduClient.java:316) at org.apache.kudu.spark.kudu.KuduContext$$anon$1.run(KuduContext.scala:124) at org.apache.kudu.spark.kudu.KuduContext$$anon$1.run(KuduContext.scala:122) ... 64 more Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:287) at org.apache.kudu.client.ConnectToCluster.access$100(ConnectToCluster.java:47) at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:363) at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:352) at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:247) at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:301) at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:387) at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:216) at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:59) at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:131) at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:127) at org.apache.kudu.client.Connection.messageReceived(Connection.java:400) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) at org.apache.kudu.client.Connection.handleUpstream(Connection.java:243) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutHandler.messageReceived(ReadTimeoutHandler.java:184) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.apache.kudu.shaded.org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:296) at org.apache.kudu.shaded.org.jboss.netty.handler.codec.oneone.OneToOneDecoder.handleUpstream(OneToOneDecoder.java:70) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.apache.kudu.shaded.org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:296) at org.apache.kudu.shaded.org.jboss.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:462) at org.apache.kudu.shaded.org.jboss.netty.handler.codec.frame.FrameDecoder.callDecode(FrameDecoder.java:443) at org.apache.kudu.shaded.org.jboss.netty.handler.codec.frame.FrameDecoder.messageReceived(FrameDecoder.java:303) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559) at org.apache.kudu.shaded.org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:268) at org.apache.kudu.shaded.org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:255) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) at org.apache.kudu.shaded.org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at org.apache.kudu.shaded.org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ... 1 more Caused by: org.apache.kudu.client.RecoverableException: Timed out: Call waited in the queue past client deadline at org.apache.kudu.client.Connection.messageReceived(Connection.java:401) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) at org.apache.kudu.client.Connection.handleUpstream(Connection.java:243) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutHandler.messageReceived(ReadTimeoutHandler.java:184) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.apache.kudu.shaded.org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:296) at org.apache.kudu.shaded.org.jboss.netty.handler.codec.oneone.OneToOneDecoder.handleUpstream(OneToOneDecoder.java:70) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.apache.kudu.shaded.org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:296) at org.apache.kudu.shaded.org.jboss.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:462) at org.apache.kudu.shaded.org.jboss.netty.handler.codec.frame.FrameDecoder.callDecode(FrameDecoder.java:443) at org.apache.kudu.shaded.org.jboss.netty.handler.codec.frame.FrameDecoder.messageReceived(FrameDecoder.java:303) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559) at org.apache.kudu.shaded.org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:268) at org.apache.kudu.shaded.org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:255) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) at org.apache.kudu.shaded.org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at org.apache.kudu.shaded.org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ... 1 more 17:51:27.807 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:51:27.808 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:51:27.808 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:51:27.808 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:51:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.018637 23659 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/wal 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/data 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.26.254:42614 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.26.254 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/logs 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/data/info.pb 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.26.254:42614,127.23.26.253:47529,127.23.26.252:54830 with env {} 17:51:28.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:28.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.176095 23667 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:28.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.176518 23667 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:28.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.185686 23667 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:28.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.185838 23667 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:28.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.185987 23667 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:28.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.186164 23667 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.205099 23667 master_main.cc:73] Master server non-default flags: 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/data 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/wal 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.26.254:42614,127.23.26.253:47529,127.23.26.252:54830 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.26.254:42614 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/data/info.pb 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.26.254 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/logs 17:51:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:28.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.219856 23667 master_main.cc:80] Initializing master server... 17:51:28.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.222651 23667 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 319564us 17:51:28.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.223419 23667 fs_manager.cc:262] Metadata directory not provided 17:51:28.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.223562 23667 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:28.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.223867 23667 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:28.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.223991 23667 server_base.cc:433] Attempting to create new FS layout instead 17:51:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.227921 23667 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/data/instance: 17:51:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "670ca938ebbd48bb8b05a8b80d84e346" 17:51:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.228673 23667 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/wal/instance: 17:51:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "670ca938ebbd48bb8b05a8b80d84e346" 17:51:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.242975 23667 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.004s 17:51:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.244191 23667 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:28.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.245484 23667 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:28.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.253890 23667 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s 17:51:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.254014 23667 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/wal 17:51:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "670ca938ebbd48bb8b05a8b80d84e346" 17:51:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.254297 23667 fs_report.cc:352] FS layout report 17:51:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/wal 17:51:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/wal 17:51:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/data/data 17:51:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:28.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:28.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:28.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:28.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:28.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:28.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:28.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:28.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.410455 23667 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:28.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.412904 23667 master_main.cc:83] Starting Master server... 17:51:28.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.501958 23667 rpc_server.cc:205] RPC server started. Bound to: 127.23.26.254:42614 17:51:28.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.502779 23667 webserver.cc:175] Starting webserver on 127.23.26.254:0 17:51:28.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.502876 23667 webserver.cc:186] Document root disabled 17:51:28.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.504729 23667 webserver.cc:313] Webserver started. Bound to: http://127.23.26.254:54525/ 17:51:28.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.505498 23667 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-0/data/info.pb 17:51:28.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.508990 23728 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.513245 23659 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 23667 17:51:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.514421 23659 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/wal 17:51:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/data 17:51:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.26.253:47529 17:51:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.26.253 17:51:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/logs 17:51:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/data/info.pb 17:51:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.26.254:42614,127.23.26.253:47529,127.23.26.252:54830 with env {} 17:51:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.525722 23728 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } has no permanent_uuid. Determining permanent_uuid... 17:51:28.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.547338 23728 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } has no permanent_uuid. Determining permanent_uuid... 17:51:28.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.549209 23728 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.26.253:47529: Network error: Client connection negotiation failed: client connection to 127.23.26.253:47529: connect: Connection refused (error 111) 17:51:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.568528 23728 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } attempt: 1 17:51:28.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.569672 23728 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.26.253:47529: Network error: Client connection negotiation failed: client connection to 127.23.26.253:47529: connect: Connection refused (error 111) 17:51:28.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.617995 23728 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } attempt: 2 17:51:28.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.619253 23728 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.26.253:47529: Network error: Client connection negotiation failed: client connection to 127.23.26.253:47529: connect: Connection refused (error 111) 17:51:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.694633 23729 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.694989 23729 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:28.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.703963 23729 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:28.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.704087 23729 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:28.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.704179 23729 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:28.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.704301 23729 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:28.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.723660 23729 master_main.cc:73] Master server non-default flags: 17:51:28.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/data 17:51:28.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/wal 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.26.254:42614,127.23.26.253:47529,127.23.26.252:54830 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.26.253:47529 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/data/info.pb 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.26.253 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/logs 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:28.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.730624 23728 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } attempt: 3 17:51:28.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.731902 23728 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.26.253:47529: Network error: Client connection negotiation failed: client connection to 127.23.26.253:47529: connect: Connection refused (error 111) 17:51:28.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.738195 23729 master_main.cc:80] Initializing master server... 17:51:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.740970 23729 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 319564us 17:51:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.741683 23729 fs_manager.cc:262] Metadata directory not provided 17:51:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.741804 23729 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.742036 23729 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.742143 23729 server_base.cc:433] Attempting to create new FS layout instead 17:51:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.745859 23729 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/data/instance: 17:51:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d360ccd058654d8a93c35705e081375a" 17:51:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.746534 23729 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/wal/instance: 17:51:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d360ccd058654d8a93c35705e081375a" 17:51:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.763996 23729 fs_manager.cc:502] Time spent creating directory manager: real 0.017s user 0.006s sys 0.007s 17:51:28.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.765116 23729 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:28.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.766273 23729 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.774523 23729 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.003s 17:51:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.774636 23729 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/wal 17:51:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "d360ccd058654d8a93c35705e081375a" 17:51:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:28 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.774835 23729 fs_report.cc:352] FS layout report 17:51:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/wal 17:51:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/wal 17:51:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/data/data 17:51:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:28.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.908221 23728 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } attempt: 4 17:51:28.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:28.909595 23728 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.26.253:47529: Network error: Client connection negotiation failed: client connection to 127.23.26.253:47529: connect: Connection refused (error 111) 17:51:28.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.938235 23729 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:28.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:28.940562 23729 master_main.cc:83] Starting Master server... 17:51:29.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.028997 23729 rpc_server.cc:205] RPC server started. Bound to: 127.23.26.253:47529 17:51:29.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.029835 23729 webserver.cc:175] Starting webserver on 127.23.26.253:0 17:51:29.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.029934 23729 webserver.cc:186] Document root disabled 17:51:29.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.031783 23729 webserver.cc:313] Webserver started. Bound to: http://127.23.26.253:37455/ 17:51:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.032513 23729 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-1/data/info.pb 17:51:29.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.033164 23659 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 23729 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.033951 23659 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/wal 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/data 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.26.252:54830 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.26.252 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/logs 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/data/info.pb 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.26.254:42614,127.23.26.253:47529,127.23.26.252:54830 with env {} 17:51:29.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.036109 23794 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:29.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.049000 23794 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } has no permanent_uuid. Determining permanent_uuid... 17:51:29.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.065444 23794 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } has no permanent_uuid. Determining permanent_uuid... 17:51:29.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.078377 23794 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } has no permanent_uuid. Determining permanent_uuid... 17:51:29.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.079497 23794 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.26.252:54830: Network error: Client connection negotiation failed: client connection to 127.23.26.252:54830: connect: Connection refused (error 111) 17:51:29.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.098930 23794 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } attempt: 1 17:51:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.100039 23794 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.26.252:54830: Network error: Client connection negotiation failed: client connection to 127.23.26.252:54830: connect: Connection refused (error 111) 17:51:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.148365 23794 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } attempt: 2 17:51:29.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.149585 23794 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.26.252:54830: Network error: Client connection negotiation failed: client connection to 127.23.26.252:54830: connect: Connection refused (error 111) 17:51:29.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:29.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.197402 23795 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:29.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.197818 23795 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:29.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.206965 23795 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:29.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.207119 23795 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:29.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.207271 23795 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:29.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.207533 23795 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.212901 23728 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } attempt: 5 17:51:29.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.222244 23728 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } has no permanent_uuid. Determining permanent_uuid... 17:51:29.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.224485 23728 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.26.252:54830: Network error: Client connection negotiation failed: client connection to 127.23.26.252:54830: connect: Connection refused (error 111) 17:51:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.232319 23795 master_main.cc:73] Master server non-default flags: 17:51:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/data 17:51:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/wal 17:51:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.26.254:42614,127.23.26.253:47529,127.23.26.252:54830 17:51:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.26.252:54830 17:51:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/data/info.pb 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.26.252 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/logs 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:29.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.246771 23795 master_main.cc:80] Initializing master server... 17:51:29.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.248818 23795 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 320064us 17:51:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.249559 23795 fs_manager.cc:262] Metadata directory not provided 17:51:29.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.249703 23795 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.250005 23795 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.250135 23795 server_base.cc:433] Attempting to create new FS layout instead 17:51:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.253953 23795 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/data/instance: 17:51:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6b52ce77f84a47ce9be43718f8cee6ae" 17:51:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.254695 23795 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/wal/instance: 17:51:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6b52ce77f84a47ce9be43718f8cee6ae" 17:51:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.260921 23794 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } attempt: 3 17:51:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.262034 23794 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.26.252:54830: Network error: Client connection negotiation failed: client connection to 127.23.26.252:54830: connect: Connection refused (error 111) 17:51:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.262881 23728 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } attempt: 1 17:51:29.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.264217 23728 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.26.252:54830: Network error: Client connection negotiation failed: client connection to 127.23.26.252:54830: connect: Connection refused (error 111) 17:51:29.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.270026 23795 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.007s sys 0.006s 17:51:29.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.271212 23795 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:29.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.272403 23795 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:29.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.280555 23795 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:51:29.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.280683 23795 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/wal 17:51:29.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "6b52ce77f84a47ce9be43718f8cee6ae" 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.280935 23795 fs_report.cc:352] FS layout report 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/wal 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/wal 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/data/data 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:29.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:29.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.312595 23728 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } attempt: 2 17:51:29.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.313819 23728 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.26.252:54830: Network error: Client connection negotiation failed: client connection to 127.23.26.252:54830: connect: Connection refused (error 111) 17:51:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.414566 23728 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } attempt: 3 17:51:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.416326 23728 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.26.252:54830: Network error: Client connection negotiation failed: client connection to 127.23.26.252:54830: connect: Connection refused (error 111) 17:51:29.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.438377 23794 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } attempt: 4 17:51:29.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.439540 23794 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.26.252:54830: Network error: Client connection negotiation failed: client connection to 127.23.26.252:54830: connect: Connection refused (error 111) 17:51:29.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.442176 23795 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.444527 23795 master_main.cc:83] Starting Master server... 17:51:29.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.531216 23795 rpc_server.cc:205] RPC server started. Bound to: 127.23.26.252:54830 17:51:29.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.532032 23795 webserver.cc:175] Starting webserver on 127.23.26.252:0 17:51:29.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.532131 23795 webserver.cc:186] Document root disabled 17:51:29.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.534013 23795 webserver.cc:313] Webserver started. Bound to: http://127.23.26.252:47605/ 17:51:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.535104 23795 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/master-2/data/info.pb 17:51:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.538234 23859 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.541503 23659 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 23795 17:51:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.542843 23659 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/wal 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/data 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.26.193:0 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.26.193 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.26.193 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.26.254:42614,127.23.26.253:47529,127.23.26.252:54830 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/logs 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/data/info.pb 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:29.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.552325 23859 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } has no permanent_uuid. Determining permanent_uuid... 17:51:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.557063 23728 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } attempt: 4 17:51:29.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.576230 23859 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } has no permanent_uuid. Determining permanent_uuid... 17:51:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.579005 23728 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346: Bootstrap starting. 17:51:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.581285 23728 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346: No blocks or log segments found. Creating new log. 17:51:29.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.582288 23728 log.cc:525] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346: Log is configured to *not* fsync() on all Append() calls 17:51:29.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.586236 23728 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346: No bootstrap required, opened a new log 17:51:29.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.586369 23859 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } has no permanent_uuid. Determining permanent_uuid... 17:51:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.601230 23728 raft_consensus.cc:325] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } 17:51:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.602007 23728 raft_consensus.cc:351] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.602294 23728 raft_consensus.cc:630] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 670ca938ebbd48bb8b05a8b80d84e346, State: Initialized, Role: FOLLOWER 17:51:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.602443 23859 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae: Bootstrap starting. 17:51:29.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.603030 23728 consensus_queue.cc:228] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } 17:51:29.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.606030 23859 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae: No blocks or log segments found. Creating new log. 17:51:29.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.606606 23728 sys_catalog.cc:337] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } } 17:51:29.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.607381 23728 sys_catalog.cc:340] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [sys.catalog]: This master's current role is: FOLLOWER 17:51:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.608155 23859 log.cc:525] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae: Log is configured to *not* fsync() on all Append() calls 17:51:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.608745 23728 sys_catalog.cc:424] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [sys.catalog]: configured and running, proceeding with master startup. 17:51:29.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.617570 23859 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae: No bootstrap required, opened a new log 17:51:29.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.634780 23859 raft_consensus.cc:325] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } 17:51:29.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.635845 23859 raft_consensus.cc:351] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:29.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.636205 23859 raft_consensus.cc:630] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6b52ce77f84a47ce9be43718f8cee6ae, State: Initialized, Role: FOLLOWER 17:51:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.636966 23859 consensus_queue.cc:228] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } 17:51:29.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.644733 23867 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } } 17:51:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.647016 23867 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [sys.catalog]: This master's current role is: FOLLOWER 17:51:29.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.607290 23864 sys_catalog.cc:337] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } } 17:51:29.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.713052 23864 sys_catalog.cc:340] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [sys.catalog]: This master's current role is: FOLLOWER 17:51:29.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.646703 23859 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } } 17:51:29.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.741518 23859 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [sys.catalog]: This master's current role is: FOLLOWER 17:51:29.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.742763 23859 sys_catalog.cc:424] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [sys.catalog]: configured and running, proceeding with master startup. 17:51:29.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.667539 23684 tablet.cc:1728] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:29.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.743994 23794 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } attempt: 5 17:51:29.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:29.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.745343 23860 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:29.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.745929 23860 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:29.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.752104 23667 master_main.cc:86] Master server successfully started. 17:51:29.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.756537 23866 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:29.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.756870 23868 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:51:29.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.756914 23866 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:29.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.758791 23794 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a: Bootstrap starting. 17:51:29.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.759940 23860 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:29.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.760316 23860 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.26.193 17:51:29.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.761943 23794 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a: No blocks or log segments found. Creating new log. 17:51:29.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.763720 23794 log.cc:525] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a: Log is configured to *not* fsync() on all Append() calls 17:51:29.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.765204 23795 master_main.cc:86] Master server successfully started. 17:51:29.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.769342 23794 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a: No bootstrap required, opened a new log 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.784900 23860 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/data 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/wal 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.26.193:0 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/data/info.pb 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.26.193 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.26.254:42614,127.23.26.253:47529,127.23.26.252:54830 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.26.193 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/logs 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:29.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:29.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.787726 23794 raft_consensus.cc:325] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } 17:51:29.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.788434 23794 raft_consensus.cc:351] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:29.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.788635 23794 raft_consensus.cc:630] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d360ccd058654d8a93c35705e081375a, State: Initialized, Role: FOLLOWER 17:51:29.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.789598 23794 consensus_queue.cc:228] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } 17:51:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.792922 23794 sys_catalog.cc:337] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } } 17:51:29.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.793884 23794 sys_catalog.cc:340] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [sys.catalog]: This master's current role is: FOLLOWER 17:51:29.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.795298 23794 sys_catalog.cc:424] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [sys.catalog]: configured and running, proceeding with master startup. 17:51:29.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.807171 23860 tablet_server_main.cc:85] Initializing tablet server... 17:51:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.810771 23860 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 320064us 17:51:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.811344 23860 fs_manager.cc:262] Metadata directory not provided 17:51:29.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.811530 23860 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:29.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.811863 23860 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:29.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.812027 23860 server_base.cc:433] Attempting to create new FS layout instead 17:51:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.824168 23860 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/data/instance: 17:51:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "57aa6c7f1b794aeaac78a9d95172c736" 17:51:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:29.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.828128 23860 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/wal/instance: 17:51:29.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "57aa6c7f1b794aeaac78a9d95172c736" 17:51:29.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:29.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.875754 23860 fs_manager.cc:502] Time spent creating directory manager: real 0.046s user 0.013s sys 0.008s 17:51:29.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.877727 23860 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.879196 23860 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.793764 23875 sys_catalog.cc:337] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } } 17:51:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.895068 23875 sys_catalog.cc:340] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [sys.catalog]: This master's current role is: FOLLOWER 17:51:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.895498 23875 raft_consensus.cc:457] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:51:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.895754 23875 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a: Snoozing failure detection for 1.622s (starting election) 17:51:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.896059 23875 raft_consensus.cc:479] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } 17:51:29.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.898197 23875 leader_election.cc:251] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 670ca938ebbd48bb8b05a8b80d84e346 (127.23.26.254:42614) 17:51:29.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.899587 23875 leader_election.cc:251] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 6b52ce77f84a47ce9be43718f8cee6ae (127.23.26.252:54830) 17:51:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.900737 23705 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d360ccd058654d8a93c35705e081375a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "670ca938ebbd48bb8b05a8b80d84e346" is_pre_election: true 17:51:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.900887 23836 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d360ccd058654d8a93c35705e081375a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" is_pre_election: true 17:51:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.901499 23705 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346: Snoozing failure detection for 1.751s (vote granted) 17:51:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.901541 23836 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae: Snoozing failure detection for 1.786s (vote granted) 17:51:29.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.901811 23705 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d360ccd058654d8a93c35705e081375a in term 0. 17:51:29.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.901830 23836 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d360ccd058654d8a93c35705e081375a in term 0. 17:51:29.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.903218 23745 leader_election.cc:387] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [CANDIDATE]: Term 1 pre-election: Vote granted by peer 6b52ce77f84a47ce9be43718f8cee6ae (127.23.26.252:54830) 17:51:29.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.903502 23745 leader_election.cc:278] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:51:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.903892 23741 leader_election.cc:387] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [CANDIDATE]: Term 1 pre-election: Vote granted by peer 670ca938ebbd48bb8b05a8b80d84e346 (127.23.26.254:42614) 17:51:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.904274 23877 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a: Snoozing failure detection for 2.082s (election complete) 17:51:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.904577 23877 raft_consensus.cc:2549] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [term 0 FOLLOWER]: Leader pre-election won for term 1 17:51:29.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.904786 23877 raft_consensus.cc:457] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:51:29.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.905239 23877 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a: Snoozing failure detection for 1.573s (starting election) 17:51:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.905500 23877 raft_consensus.cc:2794] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [term 0 FOLLOWER]: Advancing to term 1 17:51:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.906172 23860 fs_manager.cc:418] Time spent opening block manager: real 0.012s user 0.000s sys 0.003s 17:51:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.906467 23860 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/wal 17:51:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "57aa6c7f1b794aeaac78a9d95172c736" 17:51:29.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:29 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.906740 23860 fs_report.cc:352] FS layout report 17:51:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/wal 17:51:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/wal 17:51:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/data/data 17:51:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:29.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.910135 23729 master_main.cc:86] Master server successfully started. 17:51:29.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.912189 23877 raft_consensus.cc:479] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } 17:51:29.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.913429 23877 leader_election.cc:251] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [CANDIDATE]: Term 1 election: Requesting vote from peer 670ca938ebbd48bb8b05a8b80d84e346 (127.23.26.254:42614) 17:51:29.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.916275 23877 leader_election.cc:251] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [CANDIDATE]: Term 1 election: Requesting vote from peer 6b52ce77f84a47ce9be43718f8cee6ae (127.23.26.252:54830) 17:51:29.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.917079 23705 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d360ccd058654d8a93c35705e081375a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "670ca938ebbd48bb8b05a8b80d84e346" 17:51:29.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.917557 23705 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [term 0 FOLLOWER]: Advancing to term 1 17:51:29.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.917874 23705 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346: Snoozing failure detection for 2.193s (vote granted) 17:51:29.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.918946 23836 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d360ccd058654d8a93c35705e081375a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" 17:51:29.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.919438 23836 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [term 0 FOLLOWER]: Advancing to term 1 17:51:29.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.919734 23836 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae: Snoozing failure detection for 1.991s (vote granted) 17:51:29.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.924273 23705 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d360ccd058654d8a93c35705e081375a in term 1. 17:51:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.925182 23741 leader_election.cc:387] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [CANDIDATE]: Term 1 election: Vote granted by peer 670ca938ebbd48bb8b05a8b80d84e346 (127.23.26.254:42614) 17:51:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.925163 23836 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d360ccd058654d8a93c35705e081375a in term 1. 17:51:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.925462 23741 leader_election.cc:278] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.926018 23745 leader_election.cc:387] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [CANDIDATE]: Term 1 election: Vote granted by peer 6b52ce77f84a47ce9be43718f8cee6ae (127.23.26.252:54830) 17:51:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.926529 23877 raft_consensus.cc:2742] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a: Snoozing failure detection for 2.168s (election complete) 17:51:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.926793 23877 raft_consensus.cc:2549] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [term 1 FOLLOWER]: Leader election won for term 1 17:51:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.927122 23877 raft_consensus.cc:595] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [term 1 LEADER]: Becoming Leader. State: Replica: d360ccd058654d8a93c35705e081375a, State: Running, Role: LEADER 17:51:29.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.928027 23877 consensus_queue.cc:205] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } 17:51:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.944244 23750 tablet.cc:1728] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.945310 23876 catalog_manager.cc:1084] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.945731 23876 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:29.947728 23815 tablet.cc:1728] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:29.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.957532 23875 sys_catalog.cc:337] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [sys.catalog]: SysCatalogTable state changed. Reason: New leader d360ccd058654d8a93c35705e081375a. Latest consensus state: current_term: 1 leader_uuid: "d360ccd058654d8a93c35705e081375a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } } 17:51:29.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.958186 23875 sys_catalog.cc:340] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [sys.catalog]: This master's current role is: LEADER 17:51:29.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.966014 23887 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:51:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:29.969640 23887 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:51:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.007877 23836 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [term 1 FOLLOWER]: Refusing update from remote peer d360ccd058654d8a93c35705e081375a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.007874 23705 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [term 1 FOLLOWER]: Refusing update from remote peer d360ccd058654d8a93c35705e081375a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.009290 23877 consensus_queue.cc:963] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [LEADER]: Connected to new peer: Peer: permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.010309 23877 consensus_queue.cc:963] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [LEADER]: Connected to new peer: Peer: permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:30.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.026718 23867 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [sys.catalog]: SysCatalogTable state changed. Reason: New leader d360ccd058654d8a93c35705e081375a. Latest consensus state: current_term: 1 leader_uuid: "d360ccd058654d8a93c35705e081375a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } } 17:51:30.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.027372 23867 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [sys.catalog]: This master's current role is: FOLLOWER 17:51:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.043889 23867 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d360ccd058654d8a93c35705e081375a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } } 17:51:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.044572 23867 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae [sys.catalog]: This master's current role is: FOLLOWER 17:51:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.046789 23877 sys_catalog.cc:337] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d360ccd058654d8a93c35705e081375a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } } 17:51:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.047457 23877 sys_catalog.cc:340] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [sys.catalog]: This master's current role is: LEADER 17:51:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.050031 23887 catalog_manager.cc:924] Generated new certificate authority record 17:51:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.051617 23887 catalog_manager.cc:1046] Loading token signing keys... 17:51:30.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.057878 23864 sys_catalog.cc:337] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d360ccd058654d8a93c35705e081375a. Latest consensus state: current_term: 1 leader_uuid: "d360ccd058654d8a93c35705e081375a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } } 17:51:30.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.058486 23864 sys_catalog.cc:340] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [sys.catalog]: This master's current role is: FOLLOWER 17:51:30.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.068599 23875 sys_catalog.cc:337] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d360ccd058654d8a93c35705e081375a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } } 17:51:30.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.070530 23875 sys_catalog.cc:340] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a [sys.catalog]: This master's current role is: LEADER 17:51:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.082934 23864 sys_catalog.cc:337] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d360ccd058654d8a93c35705e081375a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "670ca938ebbd48bb8b05a8b80d84e346" member_type: VOTER last_known_addr { host: "127.23.26.254" port: 42614 } } peers { permanent_uuid: "d360ccd058654d8a93c35705e081375a" member_type: VOTER last_known_addr { host: "127.23.26.253" port: 47529 } } peers { permanent_uuid: "6b52ce77f84a47ce9be43718f8cee6ae" member_type: VOTER last_known_addr { host: "127.23.26.252" port: 54830 } } } 17:51:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.083577 23864 sys_catalog.cc:340] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346 [sys.catalog]: This master's current role is: FOLLOWER 17:51:30.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.092722 23887 catalog_manager.cc:4062] T 00000000000000000000000000000000 P d360ccd058654d8a93c35705e081375a: Generated new TSK 0 17:51:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.199343 23860 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:30.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.204527 23860 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:30.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.211349 23860 tablet_server_main.cc:90] Starting tablet server... 17:51:30.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.589762 23860 rpc_server.cc:205] RPC server started. Bound to: 127.23.26.193:33396 17:51:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.591787 23860 webserver.cc:175] Starting webserver on 127.23.26.193:0 17:51:30.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.592015 23860 webserver.cc:186] Document root disabled 17:51:30.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.593942 23860 webserver.cc:313] Webserver started. Bound to: http://127.23.26.193:40124/ 17:51:30.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.594952 23860 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-0/data/info.pb 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.602269 23659 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 23860 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.603526 23659 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/wal 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/data 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.26.194:0 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.26.194 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.26.194 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.26.254:42614,127.23.26.253:47529,127.23.26.252:54830 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/logs 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/data/info.pb 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:30.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:30.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.650333 23860 tablet_server_main.cc:93] Tablet server successfully started. 17:51:30.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.657693 24006 heartbeater.cc:346] Connected to a master server at 127.23.26.254:42614 17:51:30.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.657999 24006 heartbeater.cc:426] Registering TS with master... 17:51:30.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.658742 24006 heartbeater.cc:475] Master 127.23.26.254:42614 requested a full tablet report, sending... 17:51:30.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.662084 23695 ts_manager.cc:98] Registered new tserver with Master: 57aa6c7f1b794aeaac78a9d95172c736 (127.23.26.193:33396) 17:51:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.668249 24007 heartbeater.cc:346] Connected to a master server at 127.23.26.253:47529 17:51:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.668505 24007 heartbeater.cc:426] Registering TS with master... 17:51:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.668957 24007 heartbeater.cc:475] Master 127.23.26.253:47529 requested a full tablet report, sending... 17:51:30.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.671118 23761 ts_manager.cc:98] Registered new tserver with Master: 57aa6c7f1b794aeaac78a9d95172c736 (127.23.26.193:33396) 17:51:30.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.673629 23761 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.23.26.193:48439 17:51:30.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.673919 24011 heartbeater.cc:346] Connected to a master server at 127.23.26.252:54830 17:51:30.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.674108 24011 heartbeater.cc:426] Registering TS with master... 17:51:30.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.674449 24011 heartbeater.cc:475] Master 127.23.26.252:54830 requested a full tablet report, sending... 17:51:30.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.676934 23826 ts_manager.cc:98] Registered new tserver with Master: 57aa6c7f1b794aeaac78a9d95172c736 (127.23.26.193:33396) 17:51:30.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.769060 23866 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346: acquiring CA information for follower catalog manager: success 17:51:30.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.773488 23868 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae: acquiring CA information for follower catalog manager: success 17:51:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.777421 23866 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 670ca938ebbd48bb8b05a8b80d84e346: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:30.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.778056 23868 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 6b52ce77f84a47ce9be43718f8cee6ae: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:30.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:30.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:30.856048 24010 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:30.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:30.856609 24010 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:30.883030 24010 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:30.883630 24010 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.26.194 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.912869 24010 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/data 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/wal 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.26.194:0 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/data/info.pb 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.26.194 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.26.254:42614,127.23.26.253:47529,127.23.26.252:54830 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.26.194 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/logs 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:30.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:30.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:30.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.965199 24010 tablet_server_main.cc:85] Initializing tablet server... 17:51:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.973256 24010 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 320564us 17:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.973981 24010 fs_manager.cc:262] Metadata directory not provided 17:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.974155 24010 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.974617 24010 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.974798 24010 server_base.cc:433] Attempting to create new FS layout instead 17:51:30.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.979770 24010 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/data/instance: 17:51:30.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "93ea05d81bcf438eab6bb1f5291352e1" 17:51:30.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:30 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:30.986253 24010 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/wal/instance: 17:51:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "93ea05d81bcf438eab6bb1f5291352e1" 17:51:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:30 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.025985 24010 fs_manager.cc:502] Time spent creating directory manager: real 0.037s user 0.013s sys 0.003s 17:51:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.027720 24010 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:31.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.028568 24010 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:31.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.043756 24010 fs_manager.cc:418] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s 17:51:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.044013 24010 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/wal 17:51:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "93ea05d81bcf438eab6bb1f5291352e1" 17:51:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:30 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.044526 24010 fs_report.cc:352] FS layout report 17:51:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/wal 17:51:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/wal 17:51:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/data/data 17:51:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:31.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.490381 24010 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.499236 24010 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.505951 24010 tablet_server_main.cc:90] Starting tablet server... 17:51:31.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.680414 24007 heartbeater.cc:467] Master 127.23.26.253:47529 was elected leader, sending a full tablet report... 17:51:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.877236 24010 rpc_server.cc:205] RPC server started. Bound to: 127.23.26.194:39543 17:51:31.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.878908 24010 webserver.cc:175] Starting webserver on 127.23.26.194:0 17:51:31.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.879065 24010 webserver.cc:186] Document root disabled 17:51:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.881108 24010 webserver.cc:313] Webserver started. Bound to: http://127.23.26.194:46483/ 17:51:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.882170 24010 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-1/data/info.pb 17:51:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.884032 23659 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 24010 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.885148 23659 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/wal 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/data 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.26.195:0 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.26.195 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.26.195 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.26.254:42614,127.23.26.253:47529,127.23.26.252:54830 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/logs 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/data/info.pb 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.935313 24010 tablet_server_main.cc:93] Tablet server successfully started. 17:51:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.979550 24141 heartbeater.cc:346] Connected to a master server at 127.23.26.253:47529 17:51:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.980031 24141 heartbeater.cc:426] Registering TS with master... 17:51:31.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.981241 24141 heartbeater.cc:475] Master 127.23.26.253:47529 requested a full tablet report, sending... 17:51:31.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.987354 23761 ts_manager.cc:98] Registered new tserver with Master: 93ea05d81bcf438eab6bb1f5291352e1 (127.23.26.194:39543) 17:51:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.988240 24139 heartbeater.cc:346] Connected to a master server at 127.23.26.254:42614 17:51:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.988495 24139 heartbeater.cc:426] Registering TS with master... 17:51:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.988917 24139 heartbeater.cc:475] Master 127.23.26.254:42614 requested a full tablet report, sending... 17:51:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.989214 23761 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.23.26.194:39648 17:51:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.991214 23695 ts_manager.cc:98] Registered new tserver with Master: 93ea05d81bcf438eab6bb1f5291352e1 (127.23.26.194:39543) 17:51:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:31.980170 24144 heartbeater.cc:346] Connected to a master server at 127.23.26.252:54830 17:51:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.001744 24144 heartbeater.cc:426] Registering TS with master... 17:51:32.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.002094 24144 heartbeater.cc:475] Master 127.23.26.252:54830 requested a full tablet report, sending... 17:51:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.004532 23826 ts_manager.cc:98] Registered new tserver with Master: 93ea05d81bcf438eab6bb1f5291352e1 (127.23.26.194:39543) 17:51:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:32.097803 24140 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:32.098377 24140 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:32.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:32.114835 24140 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:32.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:32.115412 24140 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.26.195 17:51:32.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.138604 24140 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:32.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/data 17:51:32.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/wal 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.26.195:0 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/data/info.pb 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.26.195 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.26.254:42614,127.23.26.253:47529,127.23.26.252:54830 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.26.195 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/logs 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:32.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.165408 24140 tablet_server_main.cc:85] Initializing tablet server... 17:51:32.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.168212 24140 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 321564us 17:51:32.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.168917 24140 fs_manager.cc:262] Metadata directory not provided 17:51:32.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.169093 24140 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:32.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.169497 24140 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:32.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.169677 24140 server_base.cc:433] Attempting to create new FS layout instead 17:51:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.174533 24140 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/data/instance: 17:51:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ef4df79f95c345ad91b2788a14b93906" 17:51:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:32 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.175632 24140 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/wal/instance: 17:51:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ef4df79f95c345ad91b2788a14b93906" 17:51:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:32 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.195322 24140 fs_manager.cc:502] Time spent creating directory manager: real 0.019s user 0.014s sys 0.002s 17:51:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.197252 24140 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.197883 24140 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.210896 24140 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.001s 17:51:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.211066 24140 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/wal 17:51:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ef4df79f95c345ad91b2788a14b93906" 17:51:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:32 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.211446 24140 fs_report.cc:352] FS layout report 17:51:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/wal 17:51:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/wal 17:51:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/data/data 17:51:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:32.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.392899 24140 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.398937 24140 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:32.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.400599 24140 tablet_server_main.cc:90] Starting tablet server... 17:51:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.574980 24140 rpc_server.cc:205] RPC server started. Bound to: 127.23.26.195:38662 17:51:32.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.576597 24140 webserver.cc:175] Starting webserver on 127.23.26.195:0 17:51:32.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.576723 24140 webserver.cc:186] Document root disabled 17:51:32.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.578681 24140 webserver.cc:313] Webserver started. Bound to: http://127.23.26.195:33654/ 17:51:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.579566 24140 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2163336446164980542/ts-2/data/info.pb 17:51:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.580828 23659 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 24140 17:51:32.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.643795 24140 tablet_server_main.cc:93] Tablet server successfully started. 17:51:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.668560 24286 heartbeater.cc:346] Connected to a master server at 127.23.26.253:47529 17:51:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.668900 24286 heartbeater.cc:426] Registering TS with master... 17:51:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.669637 24286 heartbeater.cc:475] Master 127.23.26.253:47529 requested a full tablet report, sending... 17:51:32.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.680609 23761 ts_manager.cc:98] Registered new tserver with Master: ef4df79f95c345ad91b2788a14b93906 (127.23.26.195:38662) 17:51:32.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.682006 23761 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.23.26.195:60715 17:51:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.673306 24291 heartbeater.cc:346] Connected to a master server at 127.23.26.252:54830 17:51:32.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.688110 24291 heartbeater.cc:426] Registering TS with master... 17:51:32.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.688503 24291 heartbeater.cc:475] Master 127.23.26.252:54830 requested a full tablet report, sending... 17:51:32.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.678928 24285 heartbeater.cc:346] Connected to a master server at 127.23.26.254:42614 17:51:32.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.691601 24285 heartbeater.cc:426] Registering TS with master... 17:51:32.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.691936 24285 heartbeater.cc:475] Master 127.23.26.254:42614 requested a full tablet report, sending... 17:51:32.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.692612 23826 ts_manager.cc:98] Registered new tserver with Master: ef4df79f95c345ad91b2788a14b93906 (127.23.26.195:38662) 17:51:32.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.694563 23695 ts_manager.cc:98] Registered new tserver with Master: ef4df79f95c345ad91b2788a14b93906 (127.23.26.195:38662) 17:51:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.697805 23659 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:51:32.698 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.796803 23760 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.23.26.253:47326: 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:51:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:51:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:51:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:32.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.870237 24076 tablet_service.cc:759] Processing CreateTablet for tablet f31764af3a7749d4b3886acbcceabf9a (table=test [id=06239d7f6af14069b69760e8c2991d08]), partition=RANGE (key) PARTITION VALUES < 50 17:51:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.871672 24076 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet f31764af3a7749d4b3886acbcceabf9a. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:32.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.879982 24222 tablet_service.cc:759] Processing CreateTablet for tablet 0ead0a7633df43c794c764a8df311a14 (table=test [id=06239d7f6af14069b69760e8c2991d08]), partition=RANGE (key) PARTITION VALUES >= 50 17:51:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.881132 24222 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 0ead0a7633df43c794c764a8df311a14. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.890908 24076 ts_tablet_manager.cc:1173] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1: Registered tablet (data state: TABLET_DATA_READY) 17:51:32.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.892896 24359 ts_tablet_manager.cc:1028] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1: Bootstrapping tablet 17:51:32.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.893981 24359 tablet_bootstrap.cc:438] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1: Bootstrap starting. 17:51:32.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.898459 24359 tablet_bootstrap.cc:592] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1: No blocks or log segments found. Creating new log. 17:51:32.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.899304 24222 ts_tablet_manager.cc:1173] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906: Registered tablet (data state: TABLET_DATA_READY) 17:51:32.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.900600 24359 log.cc:525] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1: Log is configured to *not* fsync() on all Append() calls 17:51:32.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.901376 24360 ts_tablet_manager.cc:1028] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906: Bootstrapping tablet 17:51:32.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.902103 24360 tablet_bootstrap.cc:438] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906: Bootstrap starting. 17:51:32.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.905076 24360 tablet_bootstrap.cc:592] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906: No blocks or log segments found. Creating new log. 17:51:32.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.906502 24360 log.cc:525] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906: Log is configured to *not* fsync() on all Append() calls 17:51:32.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.908663 24359 tablet_bootstrap.cc:438] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1: No bootstrap required, opened a new log 17:51:32.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.909026 24359 ts_tablet_manager.cc:1045] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1: Time spent bootstrapping tablet: real 0.015s user 0.007s sys 0.005s 17:51:32.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.910089 24360 tablet_bootstrap.cc:438] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906: No bootstrap required, opened a new log 17:51:32.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.910733 24360 ts_tablet_manager.cc:1045] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.002s 17:51:32.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.922595 24360 raft_consensus.cc:325] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ef4df79f95c345ad91b2788a14b93906" member_type: VOTER last_known_addr { host: "127.23.26.195" port: 38662 } } 17:51:32.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.923048 24360 raft_consensus.cc:351] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:32.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.923259 24360 raft_consensus.cc:630] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ef4df79f95c345ad91b2788a14b93906, State: Initialized, Role: FOLLOWER 17:51:32.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.923940 24360 consensus_queue.cc:228] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ef4df79f95c345ad91b2788a14b93906" member_type: VOTER last_known_addr { host: "127.23.26.195" port: 38662 } } 17:51:32.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.924343 24360 raft_consensus.cc:365] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:32.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.924592 24360 raft_consensus.cc:457] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:32.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.924839 24360 raft_consensus.cc:2742] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906: Snoozing failure detection for 2.199s (starting election) 17:51:32.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.925060 24360 raft_consensus.cc:2794] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906 [term 0 FOLLOWER]: Advancing to term 1 17:51:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.928272 24360 raft_consensus.cc:479] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ef4df79f95c345ad91b2788a14b93906" member_type: VOTER last_known_addr { host: "127.23.26.195" port: 38662 } } 17:51:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.928892 24360 leader_election.cc:278] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.928822 24359 raft_consensus.cc:325] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "93ea05d81bcf438eab6bb1f5291352e1" member_type: VOTER last_known_addr { host: "127.23.26.194" port: 39543 } } 17:51:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.929481 24359 raft_consensus.cc:351] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.929774 24359 raft_consensus.cc:630] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 93ea05d81bcf438eab6bb1f5291352e1, State: Initialized, Role: FOLLOWER 17:51:32.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.930575 24359 consensus_queue.cc:228] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "93ea05d81bcf438eab6bb1f5291352e1" member_type: VOTER last_known_addr { host: "127.23.26.194" port: 39543 } } 17:51:32.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.931175 24359 raft_consensus.cc:365] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:32.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.931504 24359 raft_consensus.cc:457] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:32.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.931802 24359 raft_consensus.cc:2742] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1: Snoozing failure detection for 1.898s (starting election) 17:51:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.931936 24363 raft_consensus.cc:2742] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906: Snoozing failure detection for 1.904s (election complete) 17:51:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.932145 24359 raft_consensus.cc:2794] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1 [term 0 FOLLOWER]: Advancing to term 1 17:51:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.932512 24363 raft_consensus.cc:2549] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906 [term 1 FOLLOWER]: Leader election won for term 1 17:51:32.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.936641 24359 raft_consensus.cc:479] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "93ea05d81bcf438eab6bb1f5291352e1" member_type: VOTER last_known_addr { host: "127.23.26.194" port: 39543 } } 17:51:32.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.937224 24359 leader_election.cc:278] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:32.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.939136 24363 raft_consensus.cc:595] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906 [term 1 LEADER]: Becoming Leader. State: Replica: ef4df79f95c345ad91b2788a14b93906, State: Running, Role: LEADER 17:51:32.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.940070 24363 consensus_queue.cc:205] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ef4df79f95c345ad91b2788a14b93906" member_type: VOTER last_known_addr { host: "127.23.26.195" port: 38662 } } 17:51:32.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.940680 24286 heartbeater.cc:467] Master 127.23.26.253:47529 was elected leader, sending a full tablet report... 17:51:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.943840 24366 raft_consensus.cc:2742] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1: Snoozing failure detection for 1.964s (election complete) 17:51:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.944298 24366 raft_consensus.cc:2549] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1 [term 1 FOLLOWER]: Leader election won for term 1 17:51:32.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.946866 24360 ts_tablet_manager.cc:1073] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906: Time spent starting tablet: real 0.036s user 0.018s sys 0.014s 17:51:32.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.948563 24141 heartbeater.cc:467] Master 127.23.26.253:47529 was elected leader, sending a full tablet report... 17:51:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.949131 24366 raft_consensus.cc:595] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1 [term 1 LEADER]: Becoming Leader. State: Replica: 93ea05d81bcf438eab6bb1f5291352e1, State: Running, Role: LEADER 17:51:32.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.951431 24366 consensus_queue.cc:205] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "93ea05d81bcf438eab6bb1f5291352e1" member_type: VOTER last_known_addr { host: "127.23.26.194" port: 39543 } } 17:51:32.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.951738 23761 catalog_manager.cc:3758] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906 reported cstate change: term changed from 0 to 1, leader changed from to ef4df79f95c345ad91b2788a14b93906 (127.23.26.195). New cstate: current_term: 1 leader_uuid: "ef4df79f95c345ad91b2788a14b93906" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ef4df79f95c345ad91b2788a14b93906" member_type: VOTER last_known_addr { host: "127.23.26.195" port: 38662 } health_report { overall_health: HEALTHY } } } 17:51:32.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.965236 23760 catalog_manager.cc:3758] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1 reported cstate change: term changed from 0 to 1, leader changed from to 93ea05d81bcf438eab6bb1f5291352e1 (127.23.26.194). New cstate: current_term: 1 leader_uuid: "93ea05d81bcf438eab6bb1f5291352e1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "93ea05d81bcf438eab6bb1f5291352e1" member_type: VOTER last_known_addr { host: "127.23.26.194" port: 39543 } health_report { overall_health: HEALTHY } } } 17:51:32.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:32.964042 24359 ts_tablet_manager.cc:1073] T f31764af3a7749d4b3886acbcceabf9a P 93ea05d81bcf438eab6bb1f5291352e1: Time spent starting tablet: real 0.055s user 0.026s sys 0.010s 17:51:33.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.011463 23760 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.23.26.253:47326: 17:51:33.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:33.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:33.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.032961 24076 tablet_service.cc:759] Processing CreateTablet for tablet 0bf2459706e34db4a3f73ff9602799fb (table=simple-test [id=addb3f5aa3a24561b01dd4d62aec463c]), partition=RANGE (key) PARTITION UNBOUNDED 17:51:33.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.033568 24076 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 0bf2459706e34db4a3f73ff9602799fb. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.041720 24076 ts_tablet_manager.cc:1173] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1: Registered tablet (data state: TABLET_DATA_READY) 17:51:33.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.042104 24359 ts_tablet_manager.cc:1028] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1: Bootstrapping tablet 17:51:33.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.042475 24359 tablet_bootstrap.cc:438] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1: Bootstrap starting. 17:51:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.044333 24359 tablet_bootstrap.cc:592] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1: No blocks or log segments found. Creating new log. 17:51:33.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.048055 24359 tablet_bootstrap.cc:438] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1: No bootstrap required, opened a new log 17:51:33.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.048300 24359 ts_tablet_manager.cc:1045] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1: Time spent bootstrapping tablet: real 0.006s user 0.003s sys 0.002s 17:51:33.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.049345 24359 raft_consensus.cc:325] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "93ea05d81bcf438eab6bb1f5291352e1" member_type: VOTER last_known_addr { host: "127.23.26.194" port: 39543 } } 17:51:33.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.049685 24359 raft_consensus.cc:351] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:33.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.049839 24359 raft_consensus.cc:630] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 93ea05d81bcf438eab6bb1f5291352e1, State: Initialized, Role: FOLLOWER 17:51:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.050227 24359 consensus_queue.cc:228] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "93ea05d81bcf438eab6bb1f5291352e1" member_type: VOTER last_known_addr { host: "127.23.26.194" port: 39543 } } 17:51:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.050631 24359 raft_consensus.cc:365] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.050788 24359 raft_consensus.cc:457] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.050956 24359 raft_consensus.cc:2742] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1: Snoozing failure detection for 1.875s (starting election) 17:51:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.051126 24359 raft_consensus.cc:2794] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1 [term 0 FOLLOWER]: Advancing to term 1 17:51:33.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.053776 24359 raft_consensus.cc:479] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "93ea05d81bcf438eab6bb1f5291352e1" member_type: VOTER last_known_addr { host: "127.23.26.194" port: 39543 } } 17:51:33.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.054177 24359 leader_election.cc:278] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.054600 24366 raft_consensus.cc:2742] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1: Snoozing failure detection for 1.543s (election complete) 17:51:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.054831 24366 raft_consensus.cc:2549] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1 [term 1 FOLLOWER]: Leader election won for term 1 17:51:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.055153 24366 raft_consensus.cc:595] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1 [term 1 LEADER]: Becoming Leader. State: Replica: 93ea05d81bcf438eab6bb1f5291352e1, State: Running, Role: LEADER 17:51:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.055776 24359 ts_tablet_manager.cc:1073] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1: Time spent starting tablet: real 0.007s user 0.005s sys 0.002s 17:51:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.055572 24366 consensus_queue.cc:205] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "93ea05d81bcf438eab6bb1f5291352e1" member_type: VOTER last_known_addr { host: "127.23.26.194" port: 39543 } } 17:51:33.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.060431 23760 catalog_manager.cc:3758] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1 reported cstate change: term changed from 0 to 1, leader changed from to 93ea05d81bcf438eab6bb1f5291352e1 (127.23.26.194). New cstate: current_term: 1 leader_uuid: "93ea05d81bcf438eab6bb1f5291352e1" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "93ea05d81bcf438eab6bb1f5291352e1" member_type: VOTER last_known_addr { host: "127.23.26.194" port: 39543 } health_report { overall_health: HEALTHY } } } 17:51:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:33.136914 24294 tablet.cc:1728] T 0ead0a7633df43c794c764a8df311a14 P ef4df79f95c345ad91b2788a14b93906: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:33.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:33.198287 24149 tablet.cc:1728] T 0bf2459706e34db4a3f73ff9602799fb P 93ea05d81bcf438eab6bb1f5291352e1: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:33.217 [INFO - New I/O worker #820] (ConnectToCluster.java:361) Unable to connect to master 127.23.26.252:54830: [peer master-127.23.26.252:54830(127.23.26.252:54830)] encountered a read timeout; closing the channel 17:51:33.218 [INFO - New I/O worker #821] (ConnectToCluster.java:361) Unable to connect to master 127.23.26.254:42614: [peer master-127.23.26.254:42614(127.23.26.254:42614)] encountered a read timeout; closing the channel 17:51:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:33.220846 24295 negotiation.cc:313] Failed RPC negotiation. Trace: 17:51:33.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.194251 (+ 0us) reactor.cc:583] Submitting negotiation task for server connection from 127.23.26.252:56715 17:51:33.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.194591 (+ 340us) server_negotiation.cc:176] Beginning negotiation 17:51:33.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.194614 (+ 23us) server_negotiation.cc:365] Waiting for connection header 17:51:33.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.194697 (+ 83us) server_negotiation.cc:373] Connection header received 17:51:33.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.194866 (+ 169us) server_negotiation.cc:329] Received NEGOTIATE NegotiatePB request 17:51:33.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.194891 (+ 25us) server_negotiation.cc:412] Received NEGOTIATE request from client 17:51:33.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.195024 (+ 133us) server_negotiation.cc:341] Sending NEGOTIATE NegotiatePB response 17:51:33.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.195161 (+ 137us) server_negotiation.cc:197] Negotiated authn=SASL 17:51:33.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.203417 (+ 8256us) server_negotiation.cc:329] Received TLS_HANDSHAKE NegotiatePB request 17:51:33.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.203860 (+ 443us) server_negotiation.cc:341] Sending TLS_HANDSHAKE NegotiatePB response 17:51:33.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.204970 (+ 1110us) server_negotiation.cc:329] Received TLS_HANDSHAKE NegotiatePB request 17:51:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.205987 (+ 1017us) server_negotiation.cc:341] Sending TLS_HANDSHAKE NegotiatePB response 17:51:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.206163 (+ 176us) server_negotiation.cc:576] Negotiated auth-only TLSv1 with cipher AES256-SHA SSLv3 Kx=RSA Au=RSA Enc=AES(256) Mac=SHA1 17:51:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.217106 (+ 10943us) server_negotiation.cc:329] Received SASL_INITIATE NegotiatePB request 17:51:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.217133 (+ 27us) server_negotiation.cc:757] Received SASL_INITIATE request from client 17:51:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.217154 (+ 21us) server_negotiation.cc:768] Client requested to use mechanism: PLAIN 17:51:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.217204 (+ 50us) server_negotiation.cc:797] Calling sasl_server_start() 17:51:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.217265 (+ 61us) server_negotiation.cc:956] Received PLAIN auth, user=jenkins 17:51:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.217326 (+ 61us) server_negotiation.cc:341] Sending SASL_SUCCESS NegotiatePB response 17:51:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.217453 (+ 127us) server_negotiation.cc:901] Waiting for connection context 17:51:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.219265 (+ 1812us) negotiation.cc:304] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.23.26.252:56715: BlockingRecv error: recv error from 0.0.0.0:0: Transport endpoint is not connected (error 107) 17:51:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Metrics: {"server-negotiator.queue_time_us":86} 17:51:33.225 [INFO - Test worker] (ConnectToCluster.java:361) Unable to connect to master 127.23.26.253:47529: [peer master-127.23.26.253:47529(127.23.26.253:47529)] encountered a read timeout; closing the channel 17:51:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:33.221500 24288 negotiation.cc:313] Failed RPC negotiation. Trace: 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.194515 (+ 0us) reactor.cc:583] Submitting negotiation task for server connection from 127.23.26.254:53458 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.194823 (+ 308us) server_negotiation.cc:176] Beginning negotiation 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.194846 (+ 23us) server_negotiation.cc:365] Waiting for connection header 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.195079 (+ 233us) server_negotiation.cc:373] Connection header received 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.197259 (+ 2180us) server_negotiation.cc:329] Received NEGOTIATE NegotiatePB request 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.197286 (+ 27us) server_negotiation.cc:412] Received NEGOTIATE request from client 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.197405 (+ 119us) server_negotiation.cc:341] Sending NEGOTIATE NegotiatePB response 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.197553 (+ 148us) server_negotiation.cc:197] Negotiated authn=SASL 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.201865 (+ 4312us) server_negotiation.cc:329] Received TLS_HANDSHAKE NegotiatePB request 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.202314 (+ 449us) server_negotiation.cc:341] Sending TLS_HANDSHAKE NegotiatePB response 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.204497 (+ 2183us) server_negotiation.cc:329] Received TLS_HANDSHAKE NegotiatePB request 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.205525 (+ 1028us) server_negotiation.cc:341] Sending TLS_HANDSHAKE NegotiatePB response 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.205690 (+ 165us) server_negotiation.cc:576] Negotiated auth-only TLSv1 with cipher AES256-SHA SSLv3 Kx=RSA Au=RSA Enc=AES(256) Mac=SHA1 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.206242 (+ 552us) server_negotiation.cc:329] Received SASL_INITIATE NegotiatePB request 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.206268 (+ 26us) server_negotiation.cc:757] Received SASL_INITIATE request from client 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.206289 (+ 21us) server_negotiation.cc:768] Client requested to use mechanism: PLAIN 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.206335 (+ 46us) server_negotiation.cc:797] Calling sasl_server_start() 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.206392 (+ 57us) server_negotiation.cc:956] Received PLAIN auth, user=jenkins 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.206443 (+ 51us) server_negotiation.cc:341] Sending SASL_SUCCESS NegotiatePB response 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.206565 (+ 122us) server_negotiation.cc:901] Waiting for connection context 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.219627 (+ 13062us) negotiation.cc:304] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.23.26.254:53458: BlockingRecv error: recv error from 0.0.0.0:0: Transport endpoint is not connected (error 107) 17:51:33.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Metrics: {"server-negotiator.queue_time_us":124} 17:51:33.227 [WARN - Test worker] (ConnectToCluster.java:281) Unable to find the leader master 127.23.26.252:54830,127.23.26.254:42614,127.23.26.253:47529; will retry 17:51:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:33.227454 24292 negotiation.cc:313] Failed RPC negotiation. Trace: 17:51:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.195220 (+ 0us) reactor.cc:583] Submitting negotiation task for server connection from 127.23.26.253:47332 17:51:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.195551 (+ 331us) server_negotiation.cc:176] Beginning negotiation 17:51:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.195573 (+ 22us) server_negotiation.cc:365] Waiting for connection header 17:51:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.225902 (+ 30329us) server_negotiation.cc:373] Connection header received 17:51:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.226038 (+ 136us) server_negotiation.cc:329] Received NEGOTIATE NegotiatePB request 17:51:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.226063 (+ 25us) server_negotiation.cc:412] Received NEGOTIATE request from client 17:51:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.226195 (+ 132us) server_negotiation.cc:341] Sending NEGOTIATE NegotiatePB response 17:51:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:33.226510 (+ 315us) negotiation.cc:304] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.23.26.253:47332: BlockingWrite error: write error: Broken pipe (error 32) 17:51:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Metrics: {"server-negotiator.queue_time_us":146} 17:51:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.244909 23659 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 23860 17:51:33.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:33.272672 23745 connection.cc:512] server connection from 127.23.26.193:48439 recv error: Network error: failed to read from TLS socket (remote: 127.23.26.193:48439): Connection reset by peer (error 104) 17:51:33.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:33.272680 23677 connection.cc:512] server connection from 127.23.26.193:50018 recv error: Network error: failed to read from TLS socket (remote: 127.23.26.193:50018): Connection reset by peer (error 104) 17:51:33.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:33.273501 23810 connection.cc:512] server connection from 127.23.26.193:44590 recv error: Network error: failed to read from TLS socket (remote: 127.23.26.193:44590): Connection reset by peer (error 104) 17:51:33.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.274111 23659 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 24010 17:51:33.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:33.301589 23679 connection.cc:512] server connection from 127.23.26.194:60280 recv error: Network error: failed to read from TLS socket (remote: 127.23.26.194:60280): Connection reset by peer (error 104) 17:51:33.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:33.301620 23810 connection.cc:512] server connection from 127.23.26.194:33377 recv error: Network error: failed to read from TLS socket (remote: 127.23.26.194:33377): Connection reset by peer (error 104) 17:51:33.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:33.302481 23745 connection.cc:512] server connection from 127.23.26.194:39648 recv error: Network error: failed to read from TLS socket (remote: 127.23.26.194:39648): Connection reset by peer (error 104) 17:51:33.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.303366 23659 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 24140 17:51:33.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:33.322887 23739 connection.cc:512] server connection from 127.23.26.195:60715 recv error: Network error: failed to read from TLS socket (remote: 127.23.26.195:60715): Connection reset by peer (error 104) 17:51:33.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:33.323734 23808 connection.cc:512] server connection from 127.23.26.195:46071 recv error: Network error: failed to read from TLS socket (remote: 127.23.26.195:46071): Connection reset by peer (error 104) 17:51:33.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.324543 23659 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 23667 17:51:33.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.347141 23659 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 23729 17:51:33.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:33.371991 23659 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 23795 17:51:34.419 [ERROR - Test worker] (RetryRule.java:76) testSocketReadTimeoutPropagation(org.apache.kudu.spark.kudu.DefaultSourceTest): failed run 2 java.security.PrivilegedActionException: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.26.252:54830,127.23.26.254:42614,127.23.26.253:47529) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: [peer master-127.23.26.252:54830(127.23.26.252:54830)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: [peer master-127.23.26.254:42614(127.23.26.254:42614)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: [peer master-127.23.26.253:47529(127.23.26.253:47529)] encountered a read timeout; closing the channel at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:360) at org.apache.kudu.spark.kudu.KuduContext.(KuduContext.scala:122) at org.apache.kudu.spark.kudu.KuduRelation.(DefaultSource.scala:212) at org.apache.kudu.spark.kudu.DefaultSource.createRelation(DefaultSource.scala:101) at org.apache.kudu.spark.kudu.DefaultSource.createRelation(DefaultSource.scala:76) at org.apache.spark.sql.execution.datasources.DataSource.resolveRelation(DataSource.scala:341) at org.apache.spark.sql.DataFrameReader.loadV1Source(DataFrameReader.scala:239) at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:227) at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:164) at org.apache.kudu.spark.kudu.package$KuduDataFrameReader.kudu(package.scala:30) at org.apache.kudu.spark.kudu.DefaultSourceTest.testSocketReadTimeoutPropagation(DefaultSourceTest.scala:924) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48) at org.apache.kudu.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:72) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:106) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38) at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:66) at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32) at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) at com.sun.proxy.$Proxy2.processTestClass(Unknown Source) at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:117) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:155) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:137) at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:404) at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.26.252:54830,127.23.26.254:42614,127.23.26.253:47529) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: [peer master-127.23.26.252:54830(127.23.26.252:54830)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: [peer master-127.23.26.254:42614(127.23.26.254:42614)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: [peer master-127.23.26.253:47529(127.23.26.253:47529)] encountered a read timeout; closing the channel at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:365) at org.apache.kudu.client.KuduClient.exportAuthenticationCredentials(KuduClient.java:316) at org.apache.kudu.spark.kudu.KuduContext$$anon$1.run(KuduContext.scala:124) at org.apache.kudu.spark.kudu.KuduContext$$anon$1.run(KuduContext.scala:122) ... 64 more Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:287) at org.apache.kudu.client.ConnectToCluster.access$100(ConnectToCluster.java:47) at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:363) at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:352) at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) at com.stumbleupon.async.Deferred.addCallbacks(Deferred.java:685) at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:181) at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:154) at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1590) at org.apache.kudu.client.AsyncKuduClient.exportAuthenticationCredentials(AsyncKuduClient.java:820) ... 67 more Caused by: org.apache.kudu.client.RecoverableException: [peer master-127.23.26.253:47529(127.23.26.253:47529)] encountered a read timeout; closing the channel at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:112) at org.apache.kudu.client.Connection.handleUpstream(Connection.java:243) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.exceptionCaught(SimpleChannelUpstreamHandler.java:153) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:112) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.apache.kudu.shaded.org.jboss.netty.channel.Channels.fireExceptionCaught(Channels.java:536) at org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutHandler.readTimedOut(ReadTimeoutHandler.java:236) at org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutHandler$ReadTimeoutTask$1.run(ReadTimeoutHandler.java:276) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.ChannelRunnableWrapper.run(ChannelRunnableWrapper.java:40) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioSelector.processTaskQueue(AbstractNioSelector.java:391) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:315) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) at org.apache.kudu.shaded.org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at org.apache.kudu.shaded.org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ... 1 more Caused by: org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutException at org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutHandler.(ReadTimeoutHandler.java:84) at org.apache.kudu.client.Connection$ConnectionPipeline.init(Connection.java:805) at org.apache.kudu.client.Connection.(Connection.java:203) at org.apache.kudu.client.ConnectionCache.getConnection(ConnectionCache.java:134) at org.apache.kudu.client.AsyncKuduClient.newRpcProxy(AsyncKuduClient.java:400) at org.apache.kudu.client.AsyncKuduClient.newMasterRpcProxy(AsyncKuduClient.java:424) at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:171) at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:154) at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1590) at org.apache.kudu.client.AsyncKuduClient.exportAuthenticationCredentials(AsyncKuduClient.java:820) at org.apache.kudu.client.KuduClient.exportAuthenticationCredentials(KuduClient.java:316) at org.apache.kudu.spark.kudu.KuduContext$$anon$1.run(KuduContext.scala:124) at org.apache.kudu.spark.kudu.KuduContext$$anon$1.run(KuduContext.scala:122) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:360) at org.apache.kudu.spark.kudu.KuduContext.(KuduContext.scala:122) at org.apache.kudu.spark.kudu.KuduContext.(KuduContext.scala:65) at org.apache.kudu.spark.kudu.KuduTestSuite$class.setUpBase(KuduTestSuite.scala:131) at org.apache.kudu.spark.kudu.DefaultSourceTest.setUpBase(DefaultSourceTest.scala:38) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48) at org.apache.kudu.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:72) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:106) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38) at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:66) at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32) at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) at com.sun.proxy.$Proxy2.processTestClass(Unknown Source) at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:117) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:155) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:137) at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:404) at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) ... 1 more 17:51:34.425 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:51:34.425 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:51:34.426 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:51:34.426 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:51:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.642279 24401 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/wal 17:51:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/data 17:51:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.212.126:35133 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.212.126 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/logs 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/data/info.pb 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.212.126:35133,127.23.212.125:33436,127.23.212.124:41615 with env {} 17:51:34.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:34.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:34.797792 24409 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:34.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:34.798177 24409 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:34.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:34.807042 24409 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:34.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:34.807166 24409 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:34.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:34.807257 24409 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:34.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:34.807358 24409 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.826196 24409 master_main.cc:73] Master server non-default flags: 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/data 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/wal 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.212.126:35133,127.23.212.125:33436,127.23.212.124:41615 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.212.126:35133 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/data/info.pb 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.212.126 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:34.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/logs 17:51:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.840685 24409 master_main.cc:80] Initializing master server... 17:51:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.843494 24409 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 322564us 17:51:34.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.844205 24409 fs_manager.cc:262] Metadata directory not provided 17:51:34.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.844327 24409 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:34.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.844614 24409 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:34.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.844722 24409 server_base.cc:433] Attempting to create new FS layout instead 17:51:34.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.848351 24409 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/data/instance: 17:51:34.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "181ab481cd9c4f7682147c90ddf67104" 17:51:34.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:34.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.849084 24409 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/wal/instance: 17:51:34.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "181ab481cd9c4f7682147c90ddf67104" 17:51:34.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:34.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.862627 24409 fs_manager.cc:502] Time spent creating directory manager: real 0.013s user 0.009s sys 0.004s 17:51:34.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.863715 24409 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.864903 24409 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:34.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.873435 24409 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:51:34.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.873612 24409 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/wal 17:51:34.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "181ab481cd9c4f7682147c90ddf67104" 17:51:34.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:34 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:34.873852 24409 fs_report.cc:352] FS layout report 17:51:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/wal 17:51:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/wal 17:51:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/data/data 17:51:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.049324 24409 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.051656 24409 master_main.cc:83] Starting Master server... 17:51:35.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.141866 24409 rpc_server.cc:205] RPC server started. Bound to: 127.23.212.126:35133 17:51:35.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.142711 24409 webserver.cc:175] Starting webserver on 127.23.212.126:0 17:51:35.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.142809 24409 webserver.cc:186] Document root disabled 17:51:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.144696 24409 webserver.cc:313] Webserver started. Bound to: http://127.23.212.126:35773/ 17:51:35.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.145424 24409 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-0/data/info.pb 17:51:35.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.146359 24401 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 24409 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.147171 24401 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/wal 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/data 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.212.125:33436 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.212.125 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/logs 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/data/info.pb 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:35.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.212.126:35133,127.23.212.125:33436,127.23.212.124:41615 with env {} 17:51:35.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.149336 24470 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.161080 24470 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } has no permanent_uuid. Determining permanent_uuid... 17:51:35.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.181855 24470 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } has no permanent_uuid. Determining permanent_uuid... 17:51:35.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.183966 24470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.212.125:33436: Network error: Client connection negotiation failed: client connection to 127.23.212.125:33436: connect: Connection refused (error 111) 17:51:35.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.203315 24470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } attempt: 1 17:51:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.204322 24470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.212.125:33436: Network error: Client connection negotiation failed: client connection to 127.23.212.125:33436: connect: Connection refused (error 111) 17:51:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.252681 24470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } attempt: 2 17:51:35.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.253913 24470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.212.125:33436: Network error: Client connection negotiation failed: client connection to 127.23.212.125:33436: connect: Connection refused (error 111) 17:51:35.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:35.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.311842 24471 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:35.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.312273 24471 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.321550 24471 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.321702 24471 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.321856 24471 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:35.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.322034 24471 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:35.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.340750 24471 master_main.cc:73] Master server non-default flags: 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/data 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/wal 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.212.126:35133,127.23.212.125:33436,127.23.212.124:41615 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.212.125:33436 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/data/info.pb 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.212.125 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/logs 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:35.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:35.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.355073 24471 master_main.cc:80] Initializing master server... 17:51:35.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.357518 24471 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 323064us 17:51:35.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.358304 24471 fs_manager.cc:262] Metadata directory not provided 17:51:35.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.358460 24471 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:35.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.358806 24471 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:35.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.358930 24471 server_base.cc:433] Attempting to create new FS layout instead 17:51:35.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.362797 24471 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/data/instance: 17:51:35.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" 17:51:35.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:35.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.363652 24471 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/wal/instance: 17:51:35.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" 17:51:35.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:35.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.365257 24470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } attempt: 3 17:51:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.366416 24470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.212.125:33436: Network error: Client connection negotiation failed: client connection to 127.23.212.125:33436: connect: Connection refused (error 111) 17:51:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.382114 24471 fs_manager.cc:502] Time spent creating directory manager: real 0.018s user 0.009s sys 0.004s 17:51:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.383322 24471 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:35.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.384636 24471 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:35.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.393290 24471 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s 17:51:35.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.393414 24471 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/wal 17:51:35.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" 17:51:35.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.393769 24471 fs_report.cc:352] FS layout report 17:51:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/wal 17:51:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/wal 17:51:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/data/data 17:51:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:35.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.540630 24471 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.542757 24470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } attempt: 4 17:51:35.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.543304 24471 master_main.cc:83] Starting Master server... 17:51:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.544083 24470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.212.125:33436: Network error: Client connection negotiation failed: client connection to 127.23.212.125:33436: connect: Connection refused (error 111) 17:51:35.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.629909 24471 rpc_server.cc:205] RPC server started. Bound to: 127.23.212.125:33436 17:51:35.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.630911 24471 webserver.cc:175] Starting webserver on 127.23.212.125:0 17:51:35.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.631011 24471 webserver.cc:186] Document root disabled 17:51:35.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.632887 24471 webserver.cc:313] Webserver started. Bound to: http://127.23.212.125:39342/ 17:51:35.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.633657 24471 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-1/data/info.pb 17:51:35.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.637306 24536 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:35.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.643816 24401 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 24471 17:51:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.644603 24401 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/wal 17:51:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/data 17:51:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:35.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.212.124:41615 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.212.124 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/logs 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/data/info.pb 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:35.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.212.126:35133,127.23.212.125:33436,127.23.212.124:41615 with env {} 17:51:35.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.650835 24536 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } has no permanent_uuid. Determining permanent_uuid... 17:51:35.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.665956 24536 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } has no permanent_uuid. Determining permanent_uuid... 17:51:35.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.678031 24536 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } has no permanent_uuid. Determining permanent_uuid... 17:51:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.679172 24536 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.212.124:41615: Network error: Client connection negotiation failed: client connection to 127.23.212.124:41615: connect: Connection refused (error 111) 17:51:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.698546 24536 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } attempt: 1 17:51:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.699667 24536 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.212.124:41615: Network error: Client connection negotiation failed: client connection to 127.23.212.124:41615: connect: Connection refused (error 111) 17:51:35.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.747977 24536 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } attempt: 2 17:51:35.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.749320 24536 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.212.124:41615: Network error: Client connection negotiation failed: client connection to 127.23.212.124:41615: connect: Connection refused (error 111) 17:51:35.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:35.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.808647 24537 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:35.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.809048 24537 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.818279 24537 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.818475 24537 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.818604 24537 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.818769 24537 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:35.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.837529 24537 master_main.cc:73] Master server non-default flags: 17:51:35.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/data 17:51:35.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/wal 17:51:35.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:35.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.23.212.126:35133,127.23.212.125:33436,127.23.212.124:41615 17:51:35.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:35.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:35.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.212.124:41615 17:51:35.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/data/info.pb 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.212.124 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/logs 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:35.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.847431 24470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } attempt: 5 17:51:35.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.853278 24537 master_main.cc:80] Initializing master server... 17:51:35.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.855129 24470 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } has no permanent_uuid. Determining permanent_uuid... 17:51:35.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.855855 24537 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 323064us 17:51:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.856652 24537 fs_manager.cc:262] Metadata directory not provided 17:51:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.856796 24537 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.856825 24470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.212.124:41615: Network error: Client connection negotiation failed: client connection to 127.23.212.124:41615: connect: Connection refused (error 111) 17:51:35.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.857134 24537 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:35.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.857259 24537 server_base.cc:433] Attempting to create new FS layout instead 17:51:35.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.860646 24536 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } attempt: 3 17:51:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.861078 24537 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/data/instance: 17:51:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b4db23530c21450da282aa96a23e3e70" 17:51:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.861714 24536 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.212.124:41615: Network error: Client connection negotiation failed: client connection to 127.23.212.124:41615: connect: Connection refused (error 111) 17:51:35.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.861919 24537 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/wal/instance: 17:51:35.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b4db23530c21450da282aa96a23e3e70" 17:51:35.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:35.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.876847 24537 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.008s sys 0.005s 17:51:35.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.877998 24537 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:35.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.879227 24537 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.887753 24537 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.887881 24537 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/wal 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b4db23530c21450da282aa96a23e3e70" 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:35 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.888137 24537 fs_report.cc:352] FS layout report 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/wal 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/wal 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/data/data 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.895195 24470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } attempt: 1 17:51:35.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.896730 24470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.212.124:41615: Network error: Client connection negotiation failed: client connection to 127.23.212.124:41615: connect: Connection refused (error 111) 17:51:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:35.945068 24470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } attempt: 2 17:51:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:35.946602 24470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.212.124:41615: Network error: Client connection negotiation failed: client connection to 127.23.212.124:41615: connect: Connection refused (error 111) 17:51:36.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.038029 24536 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } attempt: 4 17:51:36.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:36.039649 24536 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.212.124:41615: Network error: Client connection negotiation failed: client connection to 127.23.212.124:41615: connect: Connection refused (error 111) 17:51:36.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.046942 24470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } attempt: 3 17:51:36.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:36.048893 24470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.23.212.124:41615: Network error: Client connection negotiation failed: client connection to 127.23.212.124:41615: connect: Connection refused (error 111) 17:51:36.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.060060 24537 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:36.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.062449 24537 master_main.cc:83] Starting Master server... 17:51:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.148389 24537 rpc_server.cc:205] RPC server started. Bound to: 127.23.212.124:41615 17:51:36.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.149309 24537 webserver.cc:175] Starting webserver on 127.23.212.124:0 17:51:36.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.149421 24537 webserver.cc:186] Document root disabled 17:51:36.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.151368 24537 webserver.cc:313] Webserver started. Bound to: http://127.23.212.124:39931/ 17:51:36.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.152114 24537 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/master-2/data/info.pb 17:51:36.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.155697 24600 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.161476 24401 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 24537 17:51:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.162822 24401 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/wal 17:51:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/data 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.212.65:0 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.212.65 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.212.65 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.212.126:35133,127.23.212.125:33436,127.23.212.124:41615 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/logs 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/data/info.pb 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:36.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.171193 24600 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } has no permanent_uuid. Determining permanent_uuid... 17:51:36.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.189682 24470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } attempt: 4 17:51:36.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.196570 24600 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } has no permanent_uuid. Determining permanent_uuid... 17:51:36.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.204231 24600 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } has no permanent_uuid. Determining permanent_uuid... 17:51:36.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.209846 24470 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104: Bootstrap starting. 17:51:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.213089 24470 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104: No blocks or log segments found. Creating new log. 17:51:36.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.214901 24470 log.cc:525] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104: Log is configured to *not* fsync() on all Append() calls 17:51:36.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.216166 24600 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70: Bootstrap starting. 17:51:36.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.218950 24470 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104: No bootstrap required, opened a new log 17:51:36.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.219043 24600 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70: No blocks or log segments found. Creating new log. 17:51:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.220088 24600 log.cc:525] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70: Log is configured to *not* fsync() on all Append() calls 17:51:36.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.226722 24600 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70: No bootstrap required, opened a new log 17:51:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.236344 24470 raft_consensus.cc:325] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } 17:51:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.237056 24470 raft_consensus.cc:351] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.236982 24600 raft_consensus.cc:325] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } 17:51:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.237401 24470 raft_consensus.cc:630] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 181ab481cd9c4f7682147c90ddf67104, State: Initialized, Role: FOLLOWER 17:51:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.237751 24600 raft_consensus.cc:351] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.237938 24600 raft_consensus.cc:630] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4db23530c21450da282aa96a23e3e70, State: Initialized, Role: FOLLOWER 17:51:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.238539 24600 consensus_queue.cc:228] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } 17:51:36.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.238545 24470 consensus_queue.cc:228] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } 17:51:36.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.241838 24600 sys_catalog.cc:337] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } } 17:51:36.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.242594 24600 sys_catalog.cc:340] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [sys.catalog]: This master's current role is: FOLLOWER 17:51:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.243922 24600 sys_catalog.cc:424] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [sys.catalog]: configured and running, proceeding with master startup. 17:51:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.247802 24470 sys_catalog.cc:337] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } } 17:51:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.248538 24470 sys_catalog.cc:340] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [sys.catalog]: This master's current role is: FOLLOWER 17:51:36.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.249958 24470 sys_catalog.cc:424] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [sys.catalog]: configured and running, proceeding with master startup. 17:51:36.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.257896 24409 master_main.cc:86] Master server successfully started. 17:51:36.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.242501 24607 sys_catalog.cc:337] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } } 17:51:36.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.313457 24607 sys_catalog.cc:340] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [sys.catalog]: This master's current role is: FOLLOWER 17:51:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:36.315636 24556 tablet.cc:1728] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.316056 24537 master_main.cc:86] Master server successfully started. 17:51:36.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:36.321853 24609 catalog_manager.cc:1084] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:36.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:36.322155 24609 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:36.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.328696 24607 raft_consensus.cc:457] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:51:36.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.329047 24607 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70: Snoozing failure detection for 2.232s (starting election) 17:51:36.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.329357 24607 raft_consensus.cc:479] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } 17:51:36.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.330821 24607 leader_election.cc:251] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 181ab481cd9c4f7682147c90ddf67104 (127.23.212.126:35133) 17:51:36.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.331552 24607 leader_election.cc:251] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 14464a8a9c2a49a181d6dcbf3f4d7337 (127.23.212.125:33436) 17:51:36.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.342932 24536 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } attempt: 5 17:51:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.252696 24608 sys_catalog.cc:337] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } } 17:51:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.347450 24608 sys_catalog.cc:340] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [sys.catalog]: This master's current role is: FOLLOWER 17:51:36.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.357930 24536 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337: Bootstrap starting. 17:51:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.361779 24536 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337: No blocks or log segments found. Creating new log. 17:51:36.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.364395 24536 log.cc:525] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337: Log is configured to *not* fsync() on all Append() calls 17:51:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.374553 24536 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337: No bootstrap required, opened a new log 17:51:36.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:36.306262 24426 tablet.cc:1728] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:36.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.399971 24536 raft_consensus.cc:325] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } 17:51:36.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.401026 24536 raft_consensus.cc:351] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:36.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.401425 24536 raft_consensus.cc:630] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 14464a8a9c2a49a181d6dcbf3f4d7337, State: Initialized, Role: FOLLOWER 17:51:36.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.402395 24536 consensus_queue.cc:228] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } 17:51:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.412539 24536 sys_catalog.cc:337] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } } 17:51:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.413530 24536 sys_catalog.cc:340] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [sys.catalog]: This master's current role is: FOLLOWER 17:51:36.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.334220 24447 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b4db23530c21450da282aa96a23e3e70" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "181ab481cd9c4f7682147c90ddf67104" is_pre_election: true 17:51:36.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.418201 24447 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104: Snoozing failure detection for 1.770s (vote granted) 17:51:36.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.418495 24447 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b4db23530c21450da282aa96a23e3e70 in term 0. 17:51:36.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.419526 24551 leader_election.cc:387] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 181ab481cd9c4f7682147c90ddf67104 (127.23.212.126:35133) 17:51:36.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.419796 24551 leader_election.cc:278] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:51:36.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.420467 24607 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70: Snoozing failure detection for 1.572s (election complete) 17:51:36.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.420692 24607 raft_consensus.cc:2549] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:51:36.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.420904 24607 raft_consensus.cc:457] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:51:36.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.421135 24607 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70: Snoozing failure detection for 1.638s (starting election) 17:51:36.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.421336 24607 raft_consensus.cc:2794] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [term 0 FOLLOWER]: Advancing to term 1 17:51:36.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:36.422350 24610 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:36.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:36.422590 24610 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:36.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.428097 24607 raft_consensus.cc:479] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } 17:51:36.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.416051 24536 sys_catalog.cc:424] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [sys.catalog]: configured and running, proceeding with master startup. 17:51:36.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.429713 24607 leader_election.cc:251] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [CANDIDATE]: Term 1 election: Requesting vote from peer 181ab481cd9c4f7682147c90ddf67104 (127.23.212.126:35133) 17:51:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.431977 24607 leader_election.cc:251] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [CANDIDATE]: Term 1 election: Requesting vote from peer 14464a8a9c2a49a181d6dcbf3f4d7337 (127.23.212.125:33436) 17:51:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.432096 24447 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b4db23530c21450da282aa96a23e3e70" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "181ab481cd9c4f7682147c90ddf67104" 17:51:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.432551 24447 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [term 0 FOLLOWER]: Advancing to term 1 17:51:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.432818 24447 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104: Snoozing failure detection for 2.036s (vote granted) 17:51:36.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:36.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:36.436884 24601 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:36.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:36.437595 24601 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:36.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.438354 24447 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b4db23530c21450da282aa96a23e3e70 in term 1. 17:51:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.439280 24551 leader_election.cc:387] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [CANDIDATE]: Term 1 election: Vote granted by peer 181ab481cd9c4f7682147c90ddf67104 (127.23.212.126:35133) 17:51:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.439532 24551 leader_election.cc:278] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:36.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.440035 24607 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70: Snoozing failure detection for 2.022s (election complete) 17:51:36.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.440277 24607 raft_consensus.cc:2549] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [term 1 FOLLOWER]: Leader election won for term 1 17:51:36.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.454354 24607 raft_consensus.cc:595] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [term 1 LEADER]: Becoming Leader. State: Replica: b4db23530c21450da282aa96a23e3e70, State: Running, Role: LEADER 17:51:36.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.455199 24607 consensus_queue.cc:205] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } 17:51:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:36.460582 24601 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:36.462023 24601 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.212.65 17:51:36.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.480942 24616 sys_catalog.cc:337] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b4db23530c21450da282aa96a23e3e70. Latest consensus state: current_term: 1 leader_uuid: "b4db23530c21450da282aa96a23e3e70" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } } 17:51:36.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.482837 24616 sys_catalog.cc:340] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [sys.catalog]: This master's current role is: LEADER 17:51:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.490463 24621 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:51:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.493144 24621 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:51:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.495476 24601 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/data 17:51:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/wal 17:51:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.212.65:0 17:51:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/data/info.pb 17:51:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.212.65 17:51:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.212.126:35133,127.23.212.125:33436,127.23.212.124:41615 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.212.65 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/logs 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:36.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:36.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.510915 24601 tablet_server_main.cc:85] Initializing tablet server... 17:51:36.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.519481 24601 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 323564us 17:51:36.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.519927 24601 fs_manager.cc:262] Metadata directory not provided 17:51:36.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.520066 24601 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:36.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.520334 24601 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:36.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.520493 24601 server_base.cc:433] Attempting to create new FS layout instead 17:51:36.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.524214 24601 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/data/instance: 17:51:36.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8118eed74eb04d8e84825f43fed96a1a" 17:51:36.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:36 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:36.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.524955 24601 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/wal/instance: 17:51:36.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8118eed74eb04d8e84825f43fed96a1a" 17:51:36.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:36 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:36.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.554675 24601 fs_manager.cc:502] Time spent creating directory manager: real 0.029s user 0.012s sys 0.008s 17:51:36.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.556205 24447 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [term 1 FOLLOWER]: Refusing update from remote peer b4db23530c21450da282aa96a23e3e70: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.557291 24601 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.557499 24616 consensus_queue.cc:963] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [LEADER]: Connected to new peer: Peer: permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.558751 24601 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.577805 24601 fs_manager.cc:418] Time spent opening block manager: real 0.008s user 0.001s sys 0.005s 17:51:36.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.578162 24601 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/wal 17:51:36.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8118eed74eb04d8e84825f43fed96a1a" 17:51:36.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:36 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.578702 24601 fs_report.cc:352] FS layout report 17:51:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/wal 17:51:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/wal 17:51:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/data/data 17:51:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.593962 24608 sys_catalog.cc:337] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b4db23530c21450da282aa96a23e3e70. Latest consensus state: current_term: 1 leader_uuid: "b4db23530c21450da282aa96a23e3e70" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } } 17:51:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.594635 24608 sys_catalog.cc:340] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [sys.catalog]: This master's current role is: FOLLOWER 17:51:36.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.416173 24513 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b4db23530c21450da282aa96a23e3e70" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" is_pre_election: true 17:51:36.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.600111 24513 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337: Snoozing failure detection for 2.195s (vote granted) 17:51:36.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.600392 24513 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b4db23530c21450da282aa96a23e3e70 in term 0. 17:51:36.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.601912 24549 leader_election.cc:387] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 14464a8a9c2a49a181d6dcbf3f4d7337 (127.23.212.125:33436) 17:51:36.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.601511 24614 sys_catalog.cc:337] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } } 17:51:36.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.602174 24614 sys_catalog.cc:340] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [sys.catalog]: This master's current role is: FOLLOWER 17:51:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.604869 24608 sys_catalog.cc:337] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b4db23530c21450da282aa96a23e3e70" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } } 17:51:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.605489 24608 sys_catalog.cc:340] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104 [sys.catalog]: This master's current role is: FOLLOWER 17:51:36.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.619706 24607 sys_catalog.cc:337] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b4db23530c21450da282aa96a23e3e70" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } } 17:51:36.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.620383 24607 sys_catalog.cc:340] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [sys.catalog]: This master's current role is: LEADER 17:51:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.625726 24621 catalog_manager.cc:924] Generated new certificate authority record 17:51:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.627965 24621 catalog_manager.cc:1046] Loading token signing keys... 17:51:36.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.646564 24621 catalog_manager.cc:4062] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70: Generated new TSK 0 17:51:36.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:36.547533 24492 tablet.cc:1728] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:36.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.704629 24511 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [term 0 FOLLOWER]: Advancing to term 1 17:51:36.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.704846 24512 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b4db23530c21450da282aa96a23e3e70" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" 17:51:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.712843 24471 master_main.cc:86] Master server successfully started. 17:51:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:36.711956 24615 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:36.713351 24615 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:36.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.715421 24511 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [term 1 FOLLOWER]: Refusing update from remote peer b4db23530c21450da282aa96a23e3e70: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.715960 24512 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate b4db23530c21450da282aa96a23e3e70 for term 1 because replica is already servicing an update from a current leader or another vote. 17:51:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.718433 24549 leader_election.cc:401] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [CANDIDATE]: Term 1 election: Vote denied by peer 14464a8a9c2a49a181d6dcbf3f4d7337 (127.23.212.125:33436). Message: Service unavailable: T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate b4db23530c21450da282aa96a23e3e70 for term 1 because replica is already servicing an update from a current leader or another vote. 17:51:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.719930 24616 consensus_queue.cc:963] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [LEADER]: Connected to new peer: Peer: permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:36.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.811079 24614 sys_catalog.cc:337] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b4db23530c21450da282aa96a23e3e70. Latest consensus state: current_term: 1 leader_uuid: "b4db23530c21450da282aa96a23e3e70" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } } 17:51:36.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.811842 24614 sys_catalog.cc:340] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [sys.catalog]: This master's current role is: FOLLOWER 17:51:36.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.811568 24638 sys_catalog.cc:337] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b4db23530c21450da282aa96a23e3e70" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } } 17:51:36.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.812209 24638 sys_catalog.cc:340] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337 [sys.catalog]: This master's current role is: FOLLOWER 17:51:36.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.920145 24601 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.931293 24601 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:36.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:36.938374 24601 tablet_server_main.cc:90] Starting tablet server... 17:51:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.109217 24616 sys_catalog.cc:337] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b4db23530c21450da282aa96a23e3e70" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "181ab481cd9c4f7682147c90ddf67104" member_type: VOTER last_known_addr { host: "127.23.212.126" port: 35133 } } peers { permanent_uuid: "14464a8a9c2a49a181d6dcbf3f4d7337" member_type: VOTER last_known_addr { host: "127.23.212.125" port: 33436 } } peers { permanent_uuid: "b4db23530c21450da282aa96a23e3e70" member_type: VOTER last_known_addr { host: "127.23.212.124" port: 41615 } } } 17:51:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.109956 24616 sys_catalog.cc:340] T 00000000000000000000000000000000 P b4db23530c21450da282aa96a23e3e70 [sys.catalog]: This master's current role is: LEADER 17:51:37.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.429744 24610 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104: acquiring CA information for follower catalog manager: success 17:51:37.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.433949 24610 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 181ab481cd9c4f7682147c90ddf67104: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:37.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.648442 24601 rpc_server.cc:205] RPC server started. Bound to: 127.23.212.65:43067 17:51:37.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.650110 24601 webserver.cc:175] Starting webserver on 127.23.212.65:0 17:51:37.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.650336 24601 webserver.cc:186] Document root disabled 17:51:37.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.657613 24601 webserver.cc:313] Webserver started. Bound to: http://127.23.212.65:45552/ 17:51:37.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.658639 24601 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-0/data/info.pb 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.662252 24401 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 24601 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.663499 24401 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/wal 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/data 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.212.66:0 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.212.66 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.212.66 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.212.126:35133,127.23.212.125:33436,127.23.212.124:41615 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/logs 17:51:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/data/info.pb 17:51:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:37.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.719797 24615 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337: acquiring CA information for follower catalog manager: success 17:51:37.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.722811 24615 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 14464a8a9c2a49a181d6dcbf3f4d7337: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:37.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.731897 24601 tablet_server_main.cc:93] Tablet server successfully started. 17:51:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.757830 24759 heartbeater.cc:346] Connected to a master server at 127.23.212.124:41615 17:51:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.758131 24759 heartbeater.cc:426] Registering TS with master... 17:51:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.758703 24759 heartbeater.cc:475] Master 127.23.212.124:41615 requested a full tablet report, sending... 17:51:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.761160 24567 ts_manager.cc:98] Registered new tserver with Master: 8118eed74eb04d8e84825f43fed96a1a (127.23.212.65:43067) 17:51:37.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.763703 24567 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.23.212.65:56709 17:51:37.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.759829 24756 heartbeater.cc:346] Connected to a master server at 127.23.212.125:33436 17:51:37.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.773538 24756 heartbeater.cc:426] Registering TS with master... 17:51:37.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.773895 24756 heartbeater.cc:475] Master 127.23.212.125:33436 requested a full tablet report, sending... 17:51:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.774622 24754 heartbeater.cc:346] Connected to a master server at 127.23.212.126:35133 17:51:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.774881 24754 heartbeater.cc:426] Registering TS with master... 17:51:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.775209 24754 heartbeater.cc:475] Master 127.23.212.126:35133 requested a full tablet report, sending... 17:51:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.776474 24503 ts_manager.cc:98] Registered new tserver with Master: 8118eed74eb04d8e84825f43fed96a1a (127.23.212.65:43067) 17:51:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:37.777915 24437 ts_manager.cc:98] Registered new tserver with Master: 8118eed74eb04d8e84825f43fed96a1a (127.23.212.65:43067) 17:51:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:38.053825 24755 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:38.054628 24755 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:38.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:38.071323 24755 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:38.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:38.071987 24755 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.212.66 17:51:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.100179 24755 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/data 17:51:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/wal 17:51:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.212.66:0 17:51:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/data/info.pb 17:51:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.212.66 17:51:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.212.126:35133,127.23.212.125:33436,127.23.212.124:41615 17:51:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.212.66 17:51:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/logs 17:51:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:38.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.150156 24755 tablet_server_main.cc:85] Initializing tablet server... 17:51:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.157955 24755 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 324564us 17:51:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.158690 24755 fs_manager.cc:262] Metadata directory not provided 17:51:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.159497 24755 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.164435 24755 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.164700 24755 server_base.cc:433] Attempting to create new FS layout instead 17:51:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.169539 24755 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/data/instance: 17:51:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2c837c79261749d9ba6c66f465f01c25" 17:51:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.170743 24755 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/wal/instance: 17:51:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2c837c79261749d9ba6c66f465f01c25" 17:51:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.194762 24755 fs_manager.cc:502] Time spent creating directory manager: real 0.023s user 0.013s sys 0.003s 17:51:38.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.196774 24755 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.197544 24755 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:38.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.224417 24755 fs_manager.cc:418] Time spent opening block manager: real 0.005s user 0.000s sys 0.001s 17:51:38.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.224573 24755 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/wal 17:51:38.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "2c837c79261749d9ba6c66f465f01c25" 17:51:38.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.224861 24755 fs_report.cc:352] FS layout report 17:51:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/wal 17:51:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/wal 17:51:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/data/data 17:51:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:38.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.470971 24755 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.475172 24755 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:38.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.476685 24755 tablet_server_main.cc:90] Starting tablet server... 17:51:38.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.687688 24755 rpc_server.cc:205] RPC server started. Bound to: 127.23.212.66:46432 17:51:38.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.689090 24755 webserver.cc:175] Starting webserver on 127.23.212.66:0 17:51:38.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.689213 24755 webserver.cc:186] Document root disabled 17:51:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.694922 24755 webserver.cc:313] Webserver started. Bound to: http://127.23.212.66:53271/ 17:51:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.695762 24755 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-1/data/info.pb 17:51:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.704805 24401 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 24755 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.705879 24401 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/wal 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/data 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.212.67:0 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.212.67 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.212.67 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.212.126:35133,127.23.212.125:33436,127.23.212.124:41615 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/logs 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/data/info.pb 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:38.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.754024 24755 tablet_server_main.cc:93] Tablet server successfully started. 17:51:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.771826 24759 heartbeater.cc:467] Master 127.23.212.124:41615 was elected leader, sending a full tablet report... 17:51:38.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.787397 24887 heartbeater.cc:346] Connected to a master server at 127.23.212.125:33436 17:51:38.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.787719 24887 heartbeater.cc:426] Registering TS with master... 17:51:38.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.788779 24892 heartbeater.cc:346] Connected to a master server at 127.23.212.124:41615 17:51:38.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.789005 24892 heartbeater.cc:426] Registering TS with master... 17:51:38.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.789880 24887 heartbeater.cc:475] Master 127.23.212.125:33436 requested a full tablet report, sending... 17:51:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.792840 24886 heartbeater.cc:346] Connected to a master server at 127.23.212.126:35133 17:51:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.793068 24886 heartbeater.cc:426] Registering TS with master... 17:51:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.793114 24503 ts_manager.cc:98] Registered new tserver with Master: 2c837c79261749d9ba6c66f465f01c25 (127.23.212.66:46432) 17:51:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.793534 24886 heartbeater.cc:475] Master 127.23.212.126:35133 requested a full tablet report, sending... 17:51:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.796229 24437 ts_manager.cc:98] Registered new tserver with Master: 2c837c79261749d9ba6c66f465f01c25 (127.23.212.66:46432) 17:51:38.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.792124 24892 heartbeater.cc:475] Master 127.23.212.124:41615 requested a full tablet report, sending... 17:51:38.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.807950 24567 ts_manager.cc:98] Registered new tserver with Master: 2c837c79261749d9ba6c66f465f01c25 (127.23.212.66:46432) 17:51:38.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.809700 24567 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.23.212.66:34915 17:51:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:38.880827 24891 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:38.881378 24891 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:38.890503 24891 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:38.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:38.891063 24891 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.212.67 17:51:38.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.912645 24891 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:38.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/data 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/wal 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.23.212.67:0 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/data/info.pb 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.23.212.67 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.23.212.126:35133,127.23.212.125:33436,127.23.212.124:41615 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.23.212.67 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/logs 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.929306 24891 tablet_server_main.cc:85] Initializing tablet server... 17:51:38.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.931399 24891 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 324564us 17:51:38.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.931952 24891 fs_manager.cc:262] Metadata directory not provided 17:51:38.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.932087 24891 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:38.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.932466 24891 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:38.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.932595 24891 server_base.cc:433] Attempting to create new FS layout instead 17:51:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.935931 24891 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/data/instance: 17:51:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c3a81022311946d8a56a2620d88297c8" 17:51:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.936815 24891 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/wal/instance: 17:51:38.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c3a81022311946d8a56a2620d88297c8" 17:51:38.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:38.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.952404 24891 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.007s sys 0.007s 17:51:38.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.953636 24891 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:38.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.954103 24891 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.961958 24891 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s 17:51:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.962095 24891 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/wal 17:51:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c3a81022311946d8a56a2620d88297c8" 17:51:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:38 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:38.962505 24891 fs_report.cc:352] FS layout report 17:51:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/wal 17:51:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/wal 17:51:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/data/data 17:51:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.137387 24891 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:39.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.141315 24891 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:39.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.142791 24891 tablet_server_main.cc:90] Starting tablet server... 17:51:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.256448 24891 rpc_server.cc:205] RPC server started. Bound to: 127.23.212.67:39235 17:51:39.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.257725 24891 webserver.cc:175] Starting webserver on 127.23.212.67:0 17:51:39.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.257850 24891 webserver.cc:186] Document root disabled 17:51:39.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.259495 24891 webserver.cc:313] Webserver started. Bound to: http://127.23.212.67:35465/ 17:51:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.260303 24891 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5582970589217973707/ts-2/data/info.pb 17:51:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.262349 24401 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 24891 17:51:39.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.299028 24891 tablet_server_main.cc:93] Tablet server successfully started. 17:51:39.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.324753 25027 heartbeater.cc:346] Connected to a master server at 127.23.212.126:35133 17:51:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.325721 25027 heartbeater.cc:426] Registering TS with master... 17:51:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.326550 25027 heartbeater.cc:475] Master 127.23.212.126:35133 requested a full tablet report, sending... 17:51:39.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.333256 24437 ts_manager.cc:98] Registered new tserver with Master: c3a81022311946d8a56a2620d88297c8 (127.23.212.67:39235) 17:51:39.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.325383 25028 heartbeater.cc:346] Connected to a master server at 127.23.212.125:33436 17:51:39.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.337056 25028 heartbeater.cc:426] Registering TS with master... 17:51:39.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.337448 25028 heartbeater.cc:475] Master 127.23.212.125:33436 requested a full tablet report, sending... 17:51:39.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.327620 25030 heartbeater.cc:346] Connected to a master server at 127.23.212.124:41615 17:51:39.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.339417 24503 ts_manager.cc:98] Registered new tserver with Master: c3a81022311946d8a56a2620d88297c8 (127.23.212.67:39235) 17:51:39.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.339620 25030 heartbeater.cc:426] Registering TS with master... 17:51:39.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.340046 25030 heartbeater.cc:475] Master 127.23.212.124:41615 requested a full tablet report, sending... 17:51:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.341814 24566 ts_manager.cc:98] Registered new tserver with Master: c3a81022311946d8a56a2620d88297c8 (127.23.212.67:39235) 17:51:39.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.343050 24566 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.23.212.67:44743 17:51:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.346173 24401 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:51:39.346 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.419852 24567 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.23.212.124:52517: 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:51:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.469151 24823 tablet_service.cc:759] Processing CreateTablet for tablet 1fe0bca501d249c9b17f201205825890 (table=test [id=4091115064154a8fbebb6823ae2d0f3a]), partition=RANGE (key) PARTITION VALUES < 50 17:51:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.471209 24823 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 1fe0bca501d249c9b17f201205825890. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.473449 24964 tablet_service.cc:759] Processing CreateTablet for tablet 00c6b83443f84e34a2fb743c9b8004ff (table=test [id=4091115064154a8fbebb6823ae2d0f3a]), partition=RANGE (key) PARTITION VALUES >= 50 17:51:39.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.474467 24964 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00c6b83443f84e34a2fb743c9b8004ff. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.487004 24964 ts_tablet_manager.cc:1173] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8: Registered tablet (data state: TABLET_DATA_READY) 17:51:39.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.489380 25098 ts_tablet_manager.cc:1028] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8: Bootstrapping tablet 17:51:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.490321 25098 tablet_bootstrap.cc:438] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8: Bootstrap starting. 17:51:39.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.493535 25098 tablet_bootstrap.cc:592] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8: No blocks or log segments found. Creating new log. 17:51:39.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.494958 25098 log.cc:525] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8: Log is configured to *not* fsync() on all Append() calls 17:51:39.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.498383 24823 ts_tablet_manager.cc:1173] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25: Registered tablet (data state: TABLET_DATA_READY) 17:51:39.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.498448 25098 tablet_bootstrap.cc:438] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8: No bootstrap required, opened a new log 17:51:39.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.498859 25098 ts_tablet_manager.cc:1045] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.002s 17:51:39.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.499922 25100 ts_tablet_manager.cc:1028] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25: Bootstrapping tablet 17:51:39.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.500625 25100 tablet_bootstrap.cc:438] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25: Bootstrap starting. 17:51:39.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.503707 25100 tablet_bootstrap.cc:592] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25: No blocks or log segments found. Creating new log. 17:51:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.505240 25100 log.cc:525] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25: Log is configured to *not* fsync() on all Append() calls 17:51:39.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.508249 25100 tablet_bootstrap.cc:438] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25: No bootstrap required, opened a new log 17:51:39.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.508576 25100 ts_tablet_manager.cc:1045] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25: Time spent bootstrapping tablet: real 0.008s user 0.005s sys 0.002s 17:51:39.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.511332 25098 raft_consensus.cc:325] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c3a81022311946d8a56a2620d88297c8" member_type: VOTER last_known_addr { host: "127.23.212.67" port: 39235 } } 17:51:39.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.511791 25098 raft_consensus.cc:351] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:39.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.512017 25098 raft_consensus.cc:630] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c3a81022311946d8a56a2620d88297c8, State: Initialized, Role: FOLLOWER 17:51:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.512666 25098 consensus_queue.cc:228] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c3a81022311946d8a56a2620d88297c8" member_type: VOTER last_known_addr { host: "127.23.212.67" port: 39235 } } 17:51:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.513080 25098 raft_consensus.cc:365] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.513347 25098 raft_consensus.cc:457] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.513597 25098 raft_consensus.cc:2742] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8: Snoozing failure detection for 2.237s (starting election) 17:51:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.513839 25098 raft_consensus.cc:2794] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8 [term 0 FOLLOWER]: Advancing to term 1 17:51:39.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.516661 25098 raft_consensus.cc:479] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c3a81022311946d8a56a2620d88297c8" member_type: VOTER last_known_addr { host: "127.23.212.67" port: 39235 } } 17:51:39.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.517192 25098 leader_election.cc:278] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.519279 25102 raft_consensus.cc:2742] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8: Snoozing failure detection for 1.544s (election complete) 17:51:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.519837 25102 raft_consensus.cc:2549] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8 [term 1 FOLLOWER]: Leader election won for term 1 17:51:39.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.520903 25030 heartbeater.cc:467] Master 127.23.212.124:41615 was elected leader, sending a full tablet report... 17:51:39.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.521008 25100 raft_consensus.cc:325] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2c837c79261749d9ba6c66f465f01c25" member_type: VOTER last_known_addr { host: "127.23.212.66" port: 46432 } } 17:51:39.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.521641 25100 raft_consensus.cc:351] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:39.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.521929 25100 raft_consensus.cc:630] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c837c79261749d9ba6c66f465f01c25, State: Initialized, Role: FOLLOWER 17:51:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.522619 25100 consensus_queue.cc:228] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2c837c79261749d9ba6c66f465f01c25" member_type: VOTER last_known_addr { host: "127.23.212.66" port: 46432 } } 17:51:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.523236 25100 raft_consensus.cc:365] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.523574 25100 raft_consensus.cc:457] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.523756 25100 raft_consensus.cc:2742] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25: Snoozing failure detection for 1.658s (starting election) 17:51:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.523037 25102 raft_consensus.cc:595] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8 [term 1 LEADER]: Becoming Leader. State: Replica: c3a81022311946d8a56a2620d88297c8, State: Running, Role: LEADER 17:51:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.524055 25100 raft_consensus.cc:2794] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25 [term 0 FOLLOWER]: Advancing to term 1 17:51:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.524063 25098 ts_tablet_manager.cc:1073] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8: Time spent starting tablet: real 0.025s user 0.017s sys 0.005s 17:51:39.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.524870 25102 consensus_queue.cc:205] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c3a81022311946d8a56a2620d88297c8" member_type: VOTER last_known_addr { host: "127.23.212.67" port: 39235 } } 17:51:39.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.527091 25100 raft_consensus.cc:479] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2c837c79261749d9ba6c66f465f01c25" member_type: VOTER last_known_addr { host: "127.23.212.66" port: 46432 } } 17:51:39.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.527585 25100 leader_election.cc:278] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.529721 25106 raft_consensus.cc:2742] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25: Snoozing failure detection for 1.813s (election complete) 17:51:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.530234 25106 raft_consensus.cc:2549] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25 [term 1 FOLLOWER]: Leader election won for term 1 17:51:39.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.532804 24567 catalog_manager.cc:3758] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8 reported cstate change: term changed from 0 to 1, leader changed from to c3a81022311946d8a56a2620d88297c8 (127.23.212.67). New cstate: current_term: 1 leader_uuid: "c3a81022311946d8a56a2620d88297c8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c3a81022311946d8a56a2620d88297c8" member_type: VOTER last_known_addr { host: "127.23.212.67" port: 39235 } health_report { overall_health: HEALTHY } } } 17:51:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.538763 24892 heartbeater.cc:467] Master 127.23.212.124:41615 was elected leader, sending a full tablet report... 17:51:39.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.543512 25033 tablet.cc:1728] T 00c6b83443f84e34a2fb743c9b8004ff P c3a81022311946d8a56a2620d88297c8: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:39.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.544912 25106 raft_consensus.cc:595] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25 [term 1 LEADER]: Becoming Leader. State: Replica: 2c837c79261749d9ba6c66f465f01c25, State: Running, Role: LEADER 17:51:39.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.545451 25106 consensus_queue.cc:205] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2c837c79261749d9ba6c66f465f01c25" member_type: VOTER last_known_addr { host: "127.23.212.66" port: 46432 } } 17:51:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.549093 25100 ts_tablet_manager.cc:1073] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25: Time spent starting tablet: real 0.040s user 0.015s sys 0.011s 17:51:39.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.558352 24567 catalog_manager.cc:3758] T 1fe0bca501d249c9b17f201205825890 P 2c837c79261749d9ba6c66f465f01c25 reported cstate change: term changed from 0 to 1, leader changed from to 2c837c79261749d9ba6c66f465f01c25 (127.23.212.66). New cstate: current_term: 1 leader_uuid: "2c837c79261749d9ba6c66f465f01c25" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "2c837c79261749d9ba6c66f465f01c25" member_type: VOTER last_known_addr { host: "127.23.212.66" port: 46432 } health_report { overall_health: HEALTHY } } } 17:51:39.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.624344 24567 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.23.212.124:52517: 17:51:39.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:51:39.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:39.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:39.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:39.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.661103 24691 tablet_service.cc:759] Processing CreateTablet for tablet 12a9d29c13854e66a205dae07e40e683 (table=simple-test [id=b71381f0d4c449738c532a640b3647ea]), partition=RANGE (key) PARTITION UNBOUNDED 17:51:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.661921 24691 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 12a9d29c13854e66a205dae07e40e683. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:39.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.673157 24691 ts_tablet_manager.cc:1173] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a: Registered tablet (data state: TABLET_DATA_READY) 17:51:39.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.674726 25112 ts_tablet_manager.cc:1028] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a: Bootstrapping tablet 17:51:39.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.675161 25112 tablet_bootstrap.cc:438] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a: Bootstrap starting. 17:51:39.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.677435 25112 tablet_bootstrap.cc:592] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a: No blocks or log segments found. Creating new log. 17:51:39.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.678560 25112 log.cc:525] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a: Log is configured to *not* fsync() on all Append() calls 17:51:39.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.681005 25112 tablet_bootstrap.cc:438] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a: No bootstrap required, opened a new log 17:51:39.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.681258 25112 ts_tablet_manager.cc:1045] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a: Time spent bootstrapping tablet: real 0.006s user 0.003s sys 0.001s 17:51:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.692404 25112 raft_consensus.cc:325] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8118eed74eb04d8e84825f43fed96a1a" member_type: VOTER last_known_addr { host: "127.23.212.65" port: 43067 } } 17:51:39.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.692847 25112 raft_consensus.cc:351] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:39.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.693035 25112 raft_consensus.cc:630] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8118eed74eb04d8e84825f43fed96a1a, State: Initialized, Role: FOLLOWER 17:51:39.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.693581 25112 consensus_queue.cc:228] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8118eed74eb04d8e84825f43fed96a1a" member_type: VOTER last_known_addr { host: "127.23.212.65" port: 43067 } } 17:51:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.693981 25112 raft_consensus.cc:365] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.694234 25112 raft_consensus.cc:457] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.694409 25112 raft_consensus.cc:2742] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a: Snoozing failure detection for 1.638s (starting election) 17:51:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.694619 25112 raft_consensus.cc:2794] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a [term 0 FOLLOWER]: Advancing to term 1 17:51:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.697233 25112 raft_consensus.cc:479] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8118eed74eb04d8e84825f43fed96a1a" member_type: VOTER last_known_addr { host: "127.23.212.65" port: 43067 } } 17:51:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.697718 25112 leader_election.cc:278] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:39.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.700069 25114 raft_consensus.cc:2742] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a: Snoozing failure detection for 1.879s (election complete) 17:51:39.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.700336 25114 raft_consensus.cc:2549] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a [term 1 FOLLOWER]: Leader election won for term 1 17:51:39.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.702672 25112 ts_tablet_manager.cc:1073] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a: Time spent starting tablet: real 0.021s user 0.015s sys 0.007s 17:51:39.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.703995 25114 raft_consensus.cc:595] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a [term 1 LEADER]: Becoming Leader. State: Replica: 8118eed74eb04d8e84825f43fed96a1a, State: Running, Role: LEADER 17:51:39.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.704516 25114 consensus_queue.cc:205] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8118eed74eb04d8e84825f43fed96a1a" member_type: VOTER last_known_addr { host: "127.23.212.65" port: 43067 } } 17:51:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.712118 24567 catalog_manager.cc:3758] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a reported cstate change: term changed from 0 to 1, leader changed from to 8118eed74eb04d8e84825f43fed96a1a (127.23.212.65). New cstate: current_term: 1 leader_uuid: "8118eed74eb04d8e84825f43fed96a1a" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "8118eed74eb04d8e84825f43fed96a1a" member_type: VOTER last_known_addr { host: "127.23.212.65" port: 43067 } health_report { overall_health: HEALTHY } } } 17:51:39.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.721890 24764 tablet.cc:1728] T 12a9d29c13854e66a205dae07e40e683 P 8118eed74eb04d8e84825f43fed96a1a: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:39.831 [INFO - New I/O worker #847] (ConnectToCluster.java:361) Unable to connect to master 127.23.212.125:33436: [peer master-127.23.212.125:33436(127.23.212.125:33436)] encountered a read timeout; closing the channel 17:51:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.832520 24503 rpcz_store.cc:253] Call kudu.master.MasterService.ConnectToMaster from 127.23.212.125:43144 (request call id 0) took 1 ms (1 ms). Client timeout 1 ms (1 ms) 17:51:39.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.833269 24503 rpcz_store.cc:259] Trace: 17:51:39.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.831401 (+ 0us) service_pool.cc:162] Inserting onto call queue 17:51:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.831522 (+ 121us) service_pool.cc:221] Handling call 17:51:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.832449 (+ 927us) inbound_call.cc:162] Queueing success response 17:51:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Metrics: {} 17:51:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.835155 24487 connection.cc:512] server connection from 127.23.212.125:43144 recv error: Network error: recv error from 0.0.0.0:0: Transport endpoint is not connected (error 107) 17:51:39.832 [INFO - New I/O worker #848] (ConnectToCluster.java:361) Unable to connect to master 127.23.212.126:35133: [peer master-127.23.212.126:35133(127.23.212.126:35133)] encountered a read timeout; closing the channel 17:51:39.831 [INFO - New I/O worker #849] (ConnectToCluster.java:361) Unable to connect to master 127.23.212.124:41615: [peer master-127.23.212.124:41615(127.23.212.124:41615)] encountered a read timeout; closing the channel 17:51:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.837477 24888 negotiation.cc:313] Failed RPC negotiation. Trace: 17:51:39.837 [WARN - New I/O worker #849] (ConnectToCluster.java:281) Unable to find the leader master 127.23.212.125:33436,127.23.212.126:35133,127.23.212.124:41615; will retry 17:51:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.811312 (+ 0us) reactor.cc:583] Submitting negotiation task for server connection from 127.23.212.126:49916 17:51:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.811807 (+ 495us) server_negotiation.cc:176] Beginning negotiation 17:51:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.811828 (+ 21us) server_negotiation.cc:365] Waiting for connection header 17:51:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.811869 (+ 41us) server_negotiation.cc:373] Connection header received 17:51:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.813717 (+ 1848us) server_negotiation.cc:329] Received NEGOTIATE NegotiatePB request 17:51:39.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.813742 (+ 25us) server_negotiation.cc:412] Received NEGOTIATE request from client 17:51:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.813881 (+ 139us) server_negotiation.cc:341] Sending NEGOTIATE NegotiatePB response 17:51:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.814006 (+ 125us) server_negotiation.cc:197] Negotiated authn=SASL 17:51:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.827615 (+ 13609us) server_negotiation.cc:329] Received TLS_HANDSHAKE NegotiatePB request 17:51:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.828100 (+ 485us) server_negotiation.cc:341] Sending TLS_HANDSHAKE NegotiatePB response 17:51:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.828983 (+ 883us) server_negotiation.cc:329] Received TLS_HANDSHAKE NegotiatePB request 17:51:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.830044 (+ 1061us) server_negotiation.cc:341] Sending TLS_HANDSHAKE NegotiatePB response 17:51:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.830251 (+ 207us) server_negotiation.cc:576] Negotiated auth-only TLSv1 with cipher AES256-SHA SSLv3 Kx=RSA Au=RSA Enc=AES(256) Mac=SHA1 17:51:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.836719 (+ 6468us) negotiation.cc:304] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.23.212.126:49916: BlockingRecv error: recv error from 0.0.0.0:0: Transport endpoint is not connected (error 107) 17:51:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Metrics: {"server-negotiator.queue_time_us":304} 17:51:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.839591 25034 negotiation.cc:313] Failed RPC negotiation. Trace: 17:51:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.811500 (+ 0us) reactor.cc:583] Submitting negotiation task for server connection from 127.23.212.124:52524 17:51:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.812343 (+ 843us) server_negotiation.cc:176] Beginning negotiation 17:51:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.812358 (+ 15us) server_negotiation.cc:365] Waiting for connection header 17:51:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.813599 (+ 1241us) server_negotiation.cc:373] Connection header received 17:51:39.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.813710 (+ 111us) server_negotiation.cc:329] Received NEGOTIATE NegotiatePB request 17:51:39.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.813734 (+ 24us) server_negotiation.cc:412] Received NEGOTIATE request from client 17:51:39.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.813856 (+ 122us) server_negotiation.cc:341] Sending NEGOTIATE NegotiatePB response 17:51:39.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.813986 (+ 130us) server_negotiation.cc:197] Negotiated authn=SASL 17:51:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.827971 (+ 13985us) server_negotiation.cc:329] Received TLS_HANDSHAKE NegotiatePB request 17:51:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.828312 (+ 341us) server_negotiation.cc:341] Sending TLS_HANDSHAKE NegotiatePB response 17:51:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.832724 (+ 4412us) server_negotiation.cc:329] Received TLS_HANDSHAKE NegotiatePB request 17:51:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.833722 (+ 998us) server_negotiation.cc:341] Sending TLS_HANDSHAKE NegotiatePB response 17:51:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.833901 (+ 179us) server_negotiation.cc:576] Negotiated auth-only TLSv1 with cipher AES256-SHA SSLv3 Kx=RSA Au=RSA Enc=AES(256) Mac=SHA1 17:51:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1003 17:51:39.838380 (+ 4479us) negotiation.cc:304] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.23.212.124:52524: BlockingRecv error: recv error from 0.0.0.0:0: Transport endpoint is not connected (error 107) 17:51:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Metrics: {"server-negotiator.queue_time_us":709} 17:51:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.850867 24401 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 24601 17:51:39.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.869149 24418 connection.cc:512] server connection from 127.23.212.65:54791 recv error: Network error: failed to read from TLS socket (remote: 127.23.212.65:54791): Connection reset by peer (error 104) 17:51:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.869999 24401 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 24755 17:51:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.869997 24481 connection.cc:512] server connection from 127.23.212.65:39535 recv error: Network error: failed to read from TLS socket (remote: 127.23.212.65:39535): Connection reset by peer (error 104) 17:51:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.870033 24548 connection.cc:512] server connection from 127.23.212.65:56709 recv error: Network error: failed to read from TLS socket (remote: 127.23.212.65:56709): Connection reset by peer (error 104) 17:51:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.888842 24421 connection.cc:512] server connection from 127.23.212.66:33566 recv error: Network error: failed to read from TLS socket (remote: 127.23.212.66:33566): Connection reset by peer (error 104) 17:51:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.888917 24482 connection.cc:512] server connection from 127.23.212.66:51076 recv error: Network error: failed to read from TLS socket (remote: 127.23.212.66:51076): Connection reset by peer (error 104) 17:51:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.889220 24548 connection.cc:512] server connection from 127.23.212.66:34915 recv error: Network error: failed to read from TLS socket (remote: 127.23.212.66:34915): Connection reset by peer (error 104) 17:51:39.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.889700 24401 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 24891 17:51:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.908812 24421 connection.cc:512] server connection from 127.23.212.67:41198 recv error: Network error: failed to read from TLS socket (remote: 127.23.212.67:41198): Connection reset by peer (error 104) 17:51:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.909407 24551 connection.cc:512] server connection from 127.23.212.67:44743 recv error: Network error: failed to read from TLS socket (remote: 127.23.212.67:44743): Connection reset by peer (error 104) 17:51:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:39.909467 24483 connection.cc:512] server connection from 127.23.212.67:57998 recv error: Network error: failed to read from TLS socket (remote: 127.23.212.67:57998): Connection reset by peer (error 104) 17:51:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.910014 24401 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 24409 17:51:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.934217 24401 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 24471 17:51:39.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:39.958009 24401 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 24537 17:51:41.004 [ERROR - Test worker] (RetryRule.java:76) testSocketReadTimeoutPropagation(org.apache.kudu.spark.kudu.DefaultSourceTest): failed run 3 java.security.PrivilegedActionException: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.212.125:33436,127.23.212.126:35133,127.23.212.124:41615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: [peer master-127.23.212.125:33436(127.23.212.125:33436)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: [peer master-127.23.212.126:35133(127.23.212.126:35133)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: [peer master-127.23.212.124:41615(127.23.212.124:41615)] encountered a read timeout; closing the channel at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:360) at org.apache.kudu.spark.kudu.KuduContext.(KuduContext.scala:122) at org.apache.kudu.spark.kudu.KuduRelation.(DefaultSource.scala:212) at org.apache.kudu.spark.kudu.DefaultSource.createRelation(DefaultSource.scala:101) at org.apache.kudu.spark.kudu.DefaultSource.createRelation(DefaultSource.scala:76) at org.apache.spark.sql.execution.datasources.DataSource.resolveRelation(DataSource.scala:341) at org.apache.spark.sql.DataFrameReader.loadV1Source(DataFrameReader.scala:239) at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:227) at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:164) at org.apache.kudu.spark.kudu.package$KuduDataFrameReader.kudu(package.scala:30) at org.apache.kudu.spark.kudu.DefaultSourceTest.testSocketReadTimeoutPropagation(DefaultSourceTest.scala:924) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48) at org.apache.kudu.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:72) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:106) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38) at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:66) at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32) at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) at com.sun.proxy.$Proxy2.processTestClass(Unknown Source) at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:117) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:155) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:137) at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:404) at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) at java.lang.Thread.run(Thread.java:745) Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.212.125:33436,127.23.212.126:35133,127.23.212.124:41615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: [peer master-127.23.212.125:33436(127.23.212.125:33436)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: [peer master-127.23.212.126:35133(127.23.212.126:35133)] encountered a read timeout; closing the channel,org.apache.kudu.client.RecoverableException: [peer master-127.23.212.124:41615(127.23.212.124:41615)] encountered a read timeout; closing the channel at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:365) at org.apache.kudu.client.KuduClient.exportAuthenticationCredentials(KuduClient.java:316) at org.apache.kudu.spark.kudu.KuduContext$$anon$1.run(KuduContext.scala:124) at org.apache.kudu.spark.kudu.KuduContext$$anon$1.run(KuduContext.scala:122) ... 64 more Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:287) at org.apache.kudu.client.ConnectToCluster.access$100(ConnectToCluster.java:47) at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:363) at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:352) at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:247) at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:301) at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:387) at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:216) at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:59) at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:131) at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:127) at org.apache.kudu.client.Connection.cleanup(Connection.java:716) at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:459) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:112) at org.apache.kudu.client.Connection.handleUpstream(Connection.java:243) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.exceptionCaught(SimpleChannelUpstreamHandler.java:153) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:112) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.apache.kudu.shaded.org.jboss.netty.channel.Channels.fireExceptionCaught(Channels.java:536) at org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutHandler.readTimedOut(ReadTimeoutHandler.java:236) at org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutHandler$ReadTimeoutTask$1.run(ReadTimeoutHandler.java:276) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.ChannelRunnableWrapper.run(ChannelRunnableWrapper.java:40) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioSelector.processTaskQueue(AbstractNioSelector.java:391) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:315) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) at org.apache.kudu.shaded.org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at org.apache.kudu.shaded.org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ... 1 more Caused by: org.apache.kudu.client.RecoverableException: [peer master-127.23.212.124:41615(127.23.212.124:41615)] encountered a read timeout; closing the channel at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:112) at org.apache.kudu.client.Connection.handleUpstream(Connection.java:243) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.exceptionCaught(SimpleChannelUpstreamHandler.java:153) at org.apache.kudu.shaded.org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:112) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.apache.kudu.shaded.org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.apache.kudu.shaded.org.jboss.netty.channel.Channels.fireExceptionCaught(Channels.java:536) at org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutHandler.readTimedOut(ReadTimeoutHandler.java:236) at org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutHandler$ReadTimeoutTask$1.run(ReadTimeoutHandler.java:276) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.ChannelRunnableWrapper.run(ChannelRunnableWrapper.java:40) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioSelector.processTaskQueue(AbstractNioSelector.java:391) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:315) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) at org.apache.kudu.shaded.org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) at org.apache.kudu.shaded.org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at org.apache.kudu.shaded.org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ... 1 more Caused by: org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutException at org.apache.kudu.shaded.org.jboss.netty.handler.timeout.ReadTimeoutHandler.(ReadTimeoutHandler.java:84) at org.apache.kudu.client.Connection$ConnectionPipeline.init(Connection.java:805) at org.apache.kudu.client.Connection.(Connection.java:203) at org.apache.kudu.client.ConnectionCache.getConnection(ConnectionCache.java:134) at org.apache.kudu.client.AsyncKuduClient.newRpcProxy(AsyncKuduClient.java:400) at org.apache.kudu.client.AsyncKuduClient.newMasterRpcProxy(AsyncKuduClient.java:424) at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:171) at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:154) at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1590) at org.apache.kudu.client.AsyncKuduClient.exportAuthenticationCredentials(AsyncKuduClient.java:820) at org.apache.kudu.client.KuduClient.exportAuthenticationCredentials(KuduClient.java:316) at org.apache.kudu.spark.kudu.KuduContext$$anon$1.run(KuduContext.scala:124) at org.apache.kudu.spark.kudu.KuduContext$$anon$1.run(KuduContext.scala:122) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:360) at org.apache.kudu.spark.kudu.KuduContext.(KuduContext.scala:122) at org.apache.kudu.spark.kudu.KuduContext.(KuduContext.scala:65) at org.apache.kudu.spark.kudu.KuduTestSuite$class.setUpBase(KuduTestSuite.scala:131) at org.apache.kudu.spark.kudu.DefaultSourceTest.setUpBase(DefaultSourceTest.scala:38) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48) at org.apache.kudu.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:72) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:106) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38) at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:66) at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32) at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) at com.sun.proxy.$Proxy2.processTestClass(Unknown Source) at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:117) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:155) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:137) at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:404) at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) ... 1 more 17:51:41.008 [ERROR - Test worker] (RetryRule.java:79) testSocketReadTimeoutPropagation(org.apache.kudu.spark.kudu.DefaultSourceTest): giving up after 3 failures 17:51:41.009 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614301009 17:51:41.010 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:51:41.010 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:51:41.010 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:51:41.015 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.243841 25146 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/wal 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/data 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.142.190:40572 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.142.190 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/logs 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/data/info.pb 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:41.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.24.142.190:40572,127.24.142.189:44782,127.24.142.188:36299 with env {} 17:51:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:41.402544 25154 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:41.402951 25154 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:41.412269 25154 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:41.412443 25154 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:41.412573 25154 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:41.412734 25154 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.446460 25154 master_main.cc:73] Master server non-default flags: 17:51:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/data 17:51:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/wal 17:51:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.24.142.190:40572,127.24.142.189:44782,127.24.142.188:36299 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.142.190:40572 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/data/info.pb 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.142.190 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/logs 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:41.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.472645 25154 master_main.cc:80] Initializing master server... 17:51:41.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.475637 25154 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 326064us 17:51:41.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.476907 25154 fs_manager.cc:262] Metadata directory not provided 17:51:41.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.477182 25154 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:41.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.477671 25154 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:41.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.477944 25154 server_base.cc:433] Attempting to create new FS layout instead 17:51:41.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.483599 25154 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/data/instance: 17:51:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "877befca85ea4634aabc5af9505bb75b" 17:51:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.484822 25154 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/wal/instance: 17:51:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "877befca85ea4634aabc5af9505bb75b" 17:51:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:41.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.511337 25154 fs_manager.cc:502] Time spent creating directory manager: real 0.026s user 0.011s sys 0.009s 17:51:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.512660 25154 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:41.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.513906 25154 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.522853 25154 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.522976 25154 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/wal 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "877befca85ea4634aabc5af9505bb75b" 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:41 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.523224 25154 fs_report.cc:352] FS layout report 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/wal 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/wal 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/data/data 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:41.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.721459 25154 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:41.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.723906 25154 master_main.cc:83] Starting Master server... 17:51:41.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.811385 25154 rpc_server.cc:205] RPC server started. Bound to: 127.24.142.190:40572 17:51:41.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.812326 25154 webserver.cc:175] Starting webserver on 127.24.142.190:0 17:51:41.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.812453 25154 webserver.cc:186] Document root disabled 17:51:41.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.814553 25154 webserver.cc:313] Webserver started. Bound to: http://127.24.142.190:43300/ 17:51:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.815326 25154 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-0/data/info.pb 17:51:41.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.818581 25215 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:41.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.821924 25146 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 25154 17:51:41.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.822710 25146 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:41.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:41.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/wal 17:51:41.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/data 17:51:41.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:41.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.142.189:44782 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.142.189 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/logs 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/data/info.pb 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.24.142.190:40572,127.24.142.189:44782,127.24.142.188:36299 with env {} 17:51:41.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.833057 25215 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } has no permanent_uuid. Determining permanent_uuid... 17:51:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.861546 25215 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } has no permanent_uuid. Determining permanent_uuid... 17:51:41.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:41.863783 25215 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.142.189:44782: Network error: Client connection negotiation failed: client connection to 127.24.142.189:44782: connect: Connection refused (error 111) 17:51:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.883177 25215 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } attempt: 1 17:51:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:41.884295 25215 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.142.189:44782: Network error: Client connection negotiation failed: client connection to 127.24.142.189:44782: connect: Connection refused (error 111) 17:51:41.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:41.932669 25215 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } attempt: 2 17:51:41.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:41.934121 25215 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.142.189:44782: Network error: Client connection negotiation failed: client connection to 127.24.142.189:44782: connect: Connection refused (error 111) 17:51:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:41.991930 25216 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:41.992270 25216 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:42.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.001310 25216 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:42.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.001449 25216 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:42.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.001550 25216 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:42.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.001655 25216 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.020335 25216 master_main.cc:73] Master server non-default flags: 17:51:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/data 17:51:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/wal 17:51:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.24.142.190:40572,127.24.142.189:44782,127.24.142.188:36299 17:51:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.142.189:44782 17:51:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/data/info.pb 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.142.189 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/logs 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:42.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.035185 25216 master_main.cc:80] Initializing master server... 17:51:42.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.037214 25216 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 326564us 17:51:42.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.037998 25216 fs_manager.cc:262] Metadata directory not provided 17:51:42.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.038142 25216 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:42.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.038467 25216 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:42.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.038592 25216 server_base.cc:433] Attempting to create new FS layout instead 17:51:42.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.042316 25216 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/data/instance: 17:51:42.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "84f9dcf6aee443948bdb881f1314b755" 17:51:42.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:42.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.043053 25216 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/wal/instance: 17:51:42.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "84f9dcf6aee443948bdb881f1314b755" 17:51:42.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:42.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.045460 25215 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } attempt: 3 17:51:42.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.046811 25215 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.142.189:44782: Network error: Client connection negotiation failed: client connection to 127.24.142.189:44782: connect: Connection refused (error 111) 17:51:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.058213 25216 fs_manager.cc:502] Time spent creating directory manager: real 0.015s user 0.009s sys 0.003s 17:51:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.059340 25216 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:42.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.060518 25216 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.069329 25216 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s 17:51:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.069490 25216 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/wal 17:51:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "84f9dcf6aee443948bdb881f1314b755" 17:51:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.069702 25216 fs_report.cc:352] FS layout report 17:51:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/wal 17:51:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/wal 17:51:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/data/data 17:51:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:42.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.214871 25216 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.217473 25216 master_main.cc:83] Starting Master server... 17:51:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.223206 25215 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } attempt: 4 17:51:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.224843 25215 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.142.189:44782: Network error: Client connection negotiation failed: client connection to 127.24.142.189:44782: connect: Connection refused (error 111) 17:51:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.306653 25216 rpc_server.cc:205] RPC server started. Bound to: 127.24.142.189:44782 17:51:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.307469 25216 webserver.cc:175] Starting webserver on 127.24.142.189:0 17:51:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.307570 25216 webserver.cc:186] Document root disabled 17:51:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.309523 25216 webserver.cc:313] Webserver started. Bound to: http://127.24.142.189:48839/ 17:51:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.310254 25216 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-1/data/info.pb 17:51:42.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.313856 25285 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:42.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.318737 25146 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 25216 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.319867 25146 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/wal 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/data 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.142.188:36299 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.142.188 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/logs 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/data/info.pb 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.24.142.190:40572,127.24.142.189:44782,127.24.142.188:36299 with env {} 17:51:42.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.328521 25285 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } has no permanent_uuid. Determining permanent_uuid... 17:51:42.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.345724 25285 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } has no permanent_uuid. Determining permanent_uuid... 17:51:42.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.356199 25285 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } has no permanent_uuid. Determining permanent_uuid... 17:51:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.358070 25285 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.142.188:36299: Network error: Client connection negotiation failed: client connection to 127.24.142.188:36299: connect: Connection refused (error 111) 17:51:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.377400 25285 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } attempt: 1 17:51:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.378598 25285 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.142.188:36299: Network error: Client connection negotiation failed: client connection to 127.24.142.188:36299: connect: Connection refused (error 111) 17:51:42.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.427018 25285 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } attempt: 2 17:51:42.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.428539 25285 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.142.188:36299: Network error: Client connection negotiation failed: client connection to 127.24.142.188:36299: connect: Connection refused (error 111) 17:51:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.485662 25286 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.486038 25286 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:42.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.495124 25286 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:42.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.495259 25286 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:42.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.495364 25286 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:42.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.495491 25286 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.513691 25286 master_main.cc:73] Master server non-default flags: 17:51:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/data 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/wal 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.24.142.190:40572,127.24.142.189:44782,127.24.142.188:36299 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.142.188:36299 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/data/info.pb 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.142.188 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/logs 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:42.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.527866 25286 master_main.cc:80] Initializing master server... 17:51:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.528141 25215 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } attempt: 5 17:51:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.530741 25286 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 326564us 17:51:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.531479 25286 fs_manager.cc:262] Metadata directory not provided 17:51:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.531599 25286 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.531836 25286 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.531944 25286 server_base.cc:433] Attempting to create new FS layout instead 17:51:42.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.535243 25215 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } has no permanent_uuid. Determining permanent_uuid... 17:51:42.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.535948 25286 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/data/instance: 17:51:42.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" 17:51:42.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:42.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.536510 25215 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.142.188:36299: Network error: Client connection negotiation failed: client connection to 127.24.142.188:36299: connect: Connection refused (error 111) 17:51:42.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.536638 25286 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/wal/instance: 17:51:42.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" 17:51:42.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:42.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.539955 25285 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } attempt: 3 17:51:42.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.541153 25285 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.142.188:36299: Network error: Client connection negotiation failed: client connection to 127.24.142.188:36299: connect: Connection refused (error 111) 17:51:42.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.550551 25286 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.006s 17:51:42.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.551708 25286 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:42.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.552858 25286 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.561017 25286 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.001s 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.561126 25286 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/wal 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:42 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.561326 25286 fs_report.cc:352] FS layout report 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/wal 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/wal 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/data/data 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:42.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:42.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:42.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.574856 25215 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } attempt: 1 17:51:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.576079 25215 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.142.188:36299: Network error: Client connection negotiation failed: client connection to 127.24.142.188:36299: connect: Connection refused (error 111) 17:51:42.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.624353 25215 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } attempt: 2 17:51:42.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.625778 25215 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.142.188:36299: Network error: Client connection negotiation failed: client connection to 127.24.142.188:36299: connect: Connection refused (error 111) 17:51:42.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.710896 25286 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.713235 25286 master_main.cc:83] Starting Master server... 17:51:42.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.717408 25285 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } attempt: 4 17:51:42.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.718616 25285 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.142.188:36299: Network error: Client connection negotiation failed: client connection to 127.24.142.188:36299: connect: Connection refused (error 111) 17:51:42.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.726148 25215 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } attempt: 3 17:51:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.727663 25215 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.24.142.188:36299: Network error: Client connection negotiation failed: client connection to 127.24.142.188:36299: connect: Connection refused (error 111) 17:51:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.806699 25286 rpc_server.cc:205] RPC server started. Bound to: 127.24.142.188:36299 17:51:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.807570 25286 webserver.cc:175] Starting webserver on 127.24.142.188:0 17:51:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.807667 25286 webserver.cc:186] Document root disabled 17:51:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.809528 25286 webserver.cc:313] Webserver started. Bound to: http://127.24.142.188:33677/ 17:51:42.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.810235 25286 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/master-2/data/info.pb 17:51:42.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.813486 25349 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.815327 25146 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 25286 17:51:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.816694 25146 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/wal 17:51:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/data 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.142.129:0 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.24.142.129 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.142.129 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.24.142.190:40572,127.24.142.189:44782,127.24.142.188:36299 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/logs 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/data/info.pb 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:42.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.827745 25349 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } has no permanent_uuid. Determining permanent_uuid... 17:51:42.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.843688 25349 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } has no permanent_uuid. Determining permanent_uuid... 17:51:42.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.850142 25349 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } has no permanent_uuid. Determining permanent_uuid... 17:51:42.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.866503 25349 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1: Bootstrap starting. 17:51:42.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.868413 25215 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } attempt: 4 17:51:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.870088 25349 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1: No blocks or log segments found. Creating new log. 17:51:42.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.872156 25349 log.cc:525] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1: Log is configured to *not* fsync() on all Append() calls 17:51:42.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.880743 25349 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1: No bootstrap required, opened a new log 17:51:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.881845 25215 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b: Bootstrap starting. 17:51:42.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.885717 25215 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b: No blocks or log segments found. Creating new log. 17:51:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.887786 25215 log.cc:525] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b: Log is configured to *not* fsync() on all Append() calls 17:51:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.892616 25215 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b: No bootstrap required, opened a new log 17:51:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.897804 25349 raft_consensus.cc:325] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } 17:51:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.898667 25349 raft_consensus.cc:351] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:42.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.898957 25349 raft_consensus.cc:630] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8cf6fdb55e3445c6934c7e15da1d27c1, State: Initialized, Role: FOLLOWER 17:51:42.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.899770 25349 consensus_queue.cc:228] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } 17:51:42.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.903869 25349 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } } 17:51:42.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.904690 25349 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [sys.catalog]: This master's current role is: FOLLOWER 17:51:42.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.906002 25349 sys_catalog.cc:424] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [sys.catalog]: configured and running, proceeding with master startup. 17:51:42.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.911284 25215 raft_consensus.cc:325] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } 17:51:42.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.912081 25215 raft_consensus.cc:351] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:42.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.912408 25215 raft_consensus.cc:630] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 877befca85ea4634aabc5af9505bb75b, State: Initialized, Role: FOLLOWER 17:51:42.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.913127 25215 consensus_queue.cc:228] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } 17:51:42.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.920620 25357 sys_catalog.cc:337] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } } 17:51:42.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.921779 25357 sys_catalog.cc:340] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [sys.catalog]: This master's current role is: FOLLOWER 17:51:43.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:43.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:43.000636 25350 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:43.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:43.001158 25350 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:43.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.904294 25355 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } } 17:51:43.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.008858 25355 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [sys.catalog]: This master's current role is: FOLLOWER 17:51:43.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.009188 25355 raft_consensus.cc:457] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:51:43.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.009456 25355 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1: Snoozing failure detection for 1.810s (starting election) 17:51:43.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.009754 25355 raft_consensus.cc:479] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } 17:51:43.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.011066 25355 leader_election.cc:251] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 877befca85ea4634aabc5af9505bb75b (127.24.142.190:40572) 17:51:43.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.012928 25355 leader_election.cc:251] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 84f9dcf6aee443948bdb881f1314b755 (127.24.142.189:44782) 17:51:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.021955 25285 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } attempt: 5 17:51:43.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:42.921497 25215 sys_catalog.cc:337] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } } 17:51:43.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.029011 25215 sys_catalog.cc:340] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [sys.catalog]: This master's current role is: FOLLOWER 17:51:43.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.030282 25215 sys_catalog.cc:424] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [sys.catalog]: configured and running, proceeding with master startup. 17:51:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.036017 25285 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755: Bootstrap starting. 17:51:43.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:43.037835 25350 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:43.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:43.038364 25350 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.142.129 17:51:43.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.039222 25285 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755: No blocks or log segments found. Creating new log. 17:51:43.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.041193 25285 log.cc:525] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755: Log is configured to *not* fsync() on all Append() calls 17:51:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.047474 25285 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755: No bootstrap required, opened a new log 17:51:43.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.049603 25154 master_main.cc:86] Master server successfully started. 17:51:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.035188 25192 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "877befca85ea4634aabc5af9505bb75b" is_pre_election: true 17:51:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.050101 25192 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b: Snoozing failure detection for 1.834s (vote granted) 17:51:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.050388 25192 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8cf6fdb55e3445c6934c7e15da1d27c1 in term 0. 17:51:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.051609 25298 leader_election.cc:387] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 877befca85ea4634aabc5af9505bb75b (127.24.142.190:40572) 17:51:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.051872 25298 leader_election.cc:278] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:51:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.052667 25355 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1: Snoozing failure detection for 2.211s (election complete) 17:51:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.052904 25355 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:51:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.053120 25355 raft_consensus.cc:457] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:51:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.053323 25355 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1: Snoozing failure detection for 1.725s (starting election) 17:51:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.053575 25355 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [term 0 FOLLOWER]: Advancing to term 1 17:51:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:43.054882 25359 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:43.055116 25359 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.058665 25355 raft_consensus.cc:479] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } 17:51:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.059808 25355 leader_election.cc:251] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [CANDIDATE]: Term 1 election: Requesting vote from peer 877befca85ea4634aabc5af9505bb75b (127.24.142.190:40572) 17:51:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.060632 25355 leader_election.cc:251] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [CANDIDATE]: Term 1 election: Requesting vote from peer 84f9dcf6aee443948bdb881f1314b755 (127.24.142.189:44782) 17:51:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.061002 25192 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "877befca85ea4634aabc5af9505bb75b" 17:51:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.061470 25192 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [term 0 FOLLOWER]: Advancing to term 1 17:51:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.061729 25192 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b: Snoozing failure detection for 1.990s (vote granted) 17:51:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:42.967213 25305 tablet.cc:1728] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:43.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.066524 25356 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:51:43.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.068492 25286 master_main.cc:86] Master server successfully started. 17:51:43.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.068614 25192 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8cf6fdb55e3445c6934c7e15da1d27c1 in term 1. 17:51:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.069558 25298 leader_election.cc:387] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [CANDIDATE]: Term 1 election: Vote granted by peer 877befca85ea4634aabc5af9505bb75b (127.24.142.190:40572) 17:51:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.069828 25298 leader_election.cc:278] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.070286 25358 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1: Snoozing failure detection for 1.525s (election complete) 17:51:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.070749 25358 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [term 1 FOLLOWER]: Leader election won for term 1 17:51:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.071274 25358 raft_consensus.cc:595] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [term 1 LEADER]: Becoming Leader. State: Replica: 8cf6fdb55e3445c6934c7e15da1d27c1, State: Running, Role: LEADER 17:51:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.071950 25358 consensus_queue.cc:205] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.084769 25350 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/data 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/wal 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.142.129:0 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/data/info.pb 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.142.129 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.24.142.190:40572,127.24.142.189:44782,127.24.142.188:36299 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.24.142.129 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/logs 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:43.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.086730 25355 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8cf6fdb55e3445c6934c7e15da1d27c1. Latest consensus state: current_term: 1 leader_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } } 17:51:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.087440 25355 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [sys.catalog]: This master's current role is: LEADER 17:51:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.091112 25367 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:51:43.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.092510 25285 raft_consensus.cc:325] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } 17:51:43.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.093590 25285 raft_consensus.cc:351] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:43.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.094009 25285 raft_consensus.cc:630] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84f9dcf6aee443948bdb881f1314b755, State: Initialized, Role: FOLLOWER 17:51:43.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.095276 25285 consensus_queue.cc:228] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } 17:51:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.103132 25285 sys_catalog.cc:337] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } } 17:51:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.104324 25285 sys_catalog.cc:340] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [sys.catalog]: This master's current role is: FOLLOWER 17:51:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.104568 25367 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:51:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.106647 25262 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "84f9dcf6aee443948bdb881f1314b755" is_pre_election: true 17:51:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.107792 25369 sys_catalog.cc:337] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } } 17:51:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.108860 25350 tablet_server_main.cc:85] Initializing tablet server... 17:51:43.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.110682 25369 sys_catalog.cc:340] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [sys.catalog]: This master's current role is: FOLLOWER 17:51:43.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.112812 25350 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 327064us 17:51:43.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.113528 25350 fs_manager.cc:262] Metadata directory not provided 17:51:43.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.113806 25350 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:43.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.114274 25350 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:43.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.114579 25350 server_base.cc:433] Attempting to create new FS layout instead 17:51:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.120005 25350 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/data/instance: 17:51:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c54742e4e23f4c3a8dbfcffcb8281a59" 17:51:43.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:43 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.121177 25350 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/wal/instance: 17:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c54742e4e23f4c3a8dbfcffcb8281a59" 17:51:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:43 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.160682 25192 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [term 1 FOLLOWER]: Refusing update from remote peer 8cf6fdb55e3445c6934c7e15da1d27c1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:43.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.162216 25358 consensus_queue.cc:963] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:43.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.164042 25350 fs_manager.cc:502] Time spent creating directory manager: real 0.042s user 0.013s sys 0.009s 17:51:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.165876 25350 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.167268 25350 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.185516 25350 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.005s 17:51:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.185813 25350 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/wal 17:51:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "c54742e4e23f4c3a8dbfcffcb8281a59" 17:51:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:43 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.186300 25350 fs_report.cc:352] FS layout report 17:51:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/wal 17:51:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/wal 17:51:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/data/data 17:51:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:43.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:43.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:43.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:43.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:43.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:43.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.107329 25261 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "84f9dcf6aee443948bdb881f1314b755" 17:51:43.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.211256 25357 sys_catalog.cc:337] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8cf6fdb55e3445c6934c7e15da1d27c1. Latest consensus state: current_term: 1 leader_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } } 17:51:43.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.211977 25357 sys_catalog.cc:340] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [sys.catalog]: This master's current role is: FOLLOWER 17:51:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:43.220947 25241 tablet.cc:1728] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.223006 25358 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } } 17:51:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.223637 25358 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [sys.catalog]: This master's current role is: LEADER 17:51:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.229239 25367 catalog_manager.cc:924] Generated new certificate authority record 17:51:43.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.231493 25367 catalog_manager.cc:1046] Loading token signing keys... 17:51:43.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.231997 25357 sys_catalog.cc:337] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } } 17:51:43.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.232668 25357 sys_catalog.cc:340] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b [sys.catalog]: This master's current role is: FOLLOWER 17:51:43.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.110378 25262 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755: Snoozing failure detection for 1.982s (vote granted) 17:51:43.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.269515 25262 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8cf6fdb55e3445c6934c7e15da1d27c1 in term 0. 17:51:43.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.270191 25285 sys_catalog.cc:424] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [sys.catalog]: configured and running, proceeding with master startup. 17:51:43.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.271378 25300 leader_election.cc:387] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 84f9dcf6aee443948bdb881f1314b755 (127.24.142.189:44782) 17:51:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.274920 25261 raft_consensus.cc:2230] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate 8cf6fdb55e3445c6934c7e15da1d27c1 for term 1 because replica is already servicing an update from a current leader or another vote. 17:51:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.275533 25260 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [term 0 FOLLOWER]: Advancing to term 1 17:51:43.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.281091 25367 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1: Generated new TSK 0 17:51:43.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.281325 25300 leader_election.cc:401] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [CANDIDATE]: Term 1 election: Vote denied by peer 84f9dcf6aee443948bdb881f1314b755 (127.24.142.189:44782). Message: Service unavailable: T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [term 0 FOLLOWER]: Leader election vote request: Denying vote to candidate 8cf6fdb55e3445c6934c7e15da1d27c1 for term 1 because replica is already servicing an update from a current leader or another vote. 17:51:43.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.288905 25382 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:51:43.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.289963 25216 master_main.cc:86] Master server successfully started. 17:51:43.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.290958 25260 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [term 1 FOLLOWER]: Refusing update from remote peer 8cf6fdb55e3445c6934c7e15da1d27c1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:43.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.292615 25358 consensus_queue.cc:963] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.352753 25369 sys_catalog.cc:337] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8cf6fdb55e3445c6934c7e15da1d27c1. Latest consensus state: current_term: 1 leader_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } } 17:51:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.353456 25369 sys_catalog.cc:340] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [sys.catalog]: This master's current role is: FOLLOWER 17:51:43.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.354712 25385 sys_catalog.cc:337] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } } 17:51:43.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.355413 25385 sys_catalog.cc:340] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755 [sys.catalog]: This master's current role is: FOLLOWER 17:51:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.507582 25350 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:43.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.512496 25350 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:43.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.515036 25350 tablet_server_main.cc:90] Starting tablet server... 17:51:43.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.808465 25358 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "877befca85ea4634aabc5af9505bb75b" member_type: VOTER last_known_addr { host: "127.24.142.190" port: 40572 } } peers { permanent_uuid: "84f9dcf6aee443948bdb881f1314b755" member_type: VOTER last_known_addr { host: "127.24.142.189" port: 44782 } } peers { permanent_uuid: "8cf6fdb55e3445c6934c7e15da1d27c1" member_type: VOTER last_known_addr { host: "127.24.142.188" port: 36299 } } } 17:51:43.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.809157 25358 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8cf6fdb55e3445c6934c7e15da1d27c1 [sys.catalog]: This master's current role is: LEADER 17:51:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.914783 25350 rpc_server.cc:205] RPC server started. Bound to: 127.24.142.129:34630 17:51:43.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.916290 25350 webserver.cc:175] Starting webserver on 127.24.142.129:0 17:51:43.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.916540 25350 webserver.cc:186] Document root disabled 17:51:43.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.918383 25350 webserver.cc:313] Webserver started. Bound to: http://127.24.142.129:58795/ 17:51:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.919394 25350 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-0/data/info.pb 17:51:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.920444 25146 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 25350 17:51:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.921617 25146 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/wal 17:51:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/data 17:51:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.142.130:0 17:51:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.24.142.130 17:51:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.142.130 17:51:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.24.142.190:40572,127.24.142.189:44782,127.24.142.188:36299 17:51:43.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/logs 17:51:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/data/info.pb 17:51:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:43.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:43.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.997409 25350 tablet_server_main.cc:93] Tablet server successfully started. 17:51:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.005002 25505 heartbeater.cc:346] Connected to a master server at 127.24.142.189:44782 17:51:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.005307 25505 heartbeater.cc:426] Registering TS with master... 17:51:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.005925 25505 heartbeater.cc:475] Master 127.24.142.189:44782 requested a full tablet report, sending... 17:51:44.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.008621 25252 ts_manager.cc:98] Registered new tserver with Master: c54742e4e23f4c3a8dbfcffcb8281a59 (127.24.142.129:34630) 17:51:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:43.999747 25501 heartbeater.cc:346] Connected to a master server at 127.24.142.190:40572 17:51:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.012347 25501 heartbeater.cc:426] Registering TS with master... 17:51:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.012776 25501 heartbeater.cc:475] Master 127.24.142.190:40572 requested a full tablet report, sending... 17:51:44.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.015511 25182 ts_manager.cc:98] Registered new tserver with Master: c54742e4e23f4c3a8dbfcffcb8281a59 (127.24.142.129:34630) 17:51:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.018760 25506 heartbeater.cc:346] Connected to a master server at 127.24.142.188:36299 17:51:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.018959 25506 heartbeater.cc:426] Registering TS with master... 17:51:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.019320 25506 heartbeater.cc:475] Master 127.24.142.188:36299 requested a full tablet report, sending... 17:51:44.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.021401 25316 ts_manager.cc:98] Registered new tserver with Master: c54742e4e23f4c3a8dbfcffcb8281a59 (127.24.142.129:34630) 17:51:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.024179 25316 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.24.142.129:45631 17:51:44.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.062892 25359 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b: acquiring CA information for follower catalog manager: success 17:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.067136 25359 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 877befca85ea4634aabc5af9505bb75b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:44.152179 25502 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:44.152758 25502 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:44.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:44.169446 25502 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:44.170001 25502 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.142.130 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.197754 25502 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/data 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/wal 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.142.130:0 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/data/info.pb 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.142.130 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.24.142.190:40572,127.24.142.189:44782,127.24.142.188:36299 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.24.142.130 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/logs 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:44.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.224372 25502 tablet_server_main.cc:85] Initializing tablet server... 17:51:44.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.227121 25502 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 327564us 17:51:44.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.227782 25502 fs_manager.cc:262] Metadata directory not provided 17:51:44.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.227948 25502 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:44.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.228281 25502 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:44.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.228451 25502 server_base.cc:433] Attempting to create new FS layout instead 17:51:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.233172 25502 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/data/instance: 17:51:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4e041117737f4e3ebc5eb450423146b7" 17:51:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.234302 25502 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/wal/instance: 17:51:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4e041117737f4e3ebc5eb450423146b7" 17:51:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.279752 25502 fs_manager.cc:502] Time spent creating directory manager: real 0.045s user 0.011s sys 0.005s 17:51:44.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.281579 25502 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:44.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.282186 25502 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.298223 25382 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755: acquiring CA information for follower catalog manager: success 17:51:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.300820 25502 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.000s sys 0.007s 17:51:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.301077 25502 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/wal 17:51:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "4e041117737f4e3ebc5eb450423146b7" 17:51:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:44 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.301580 25502 fs_report.cc:352] FS layout report 17:51:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/wal 17:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/wal 17:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/data/data 17:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:44.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.306120 25382 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 84f9dcf6aee443948bdb881f1314b755: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:44.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.577666 25502 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:44.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.586437 25502 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:44.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:44.592514 25502 tablet_server_main.cc:90] Starting tablet server... 17:51:45.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.027480 25506 heartbeater.cc:467] Master 127.24.142.188:36299 was elected leader, sending a full tablet report... 17:51:45.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.054481 25502 rpc_server.cc:205] RPC server started. Bound to: 127.24.142.130:43893 17:51:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.056547 25502 webserver.cc:175] Starting webserver on 127.24.142.130:0 17:51:45.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.056852 25502 webserver.cc:186] Document root disabled 17:51:45.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.059000 25502 webserver.cc:313] Webserver started. Bound to: http://127.24.142.130:51545/ 17:51:45.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.060196 25502 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-1/data/info.pb 17:51:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.065665 25146 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 25502 17:51:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.066763 25146 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/wal 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/data 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.142.131:0 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.24.142.131 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.142.131 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.24.142.190:40572,127.24.142.189:44782,127.24.142.188:36299 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/logs 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/data/info.pb 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.112622 25502 tablet_server_main.cc:93] Tablet server successfully started. 17:51:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.141741 25634 heartbeater.cc:346] Connected to a master server at 127.24.142.190:40572 17:51:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.142145 25634 heartbeater.cc:426] Registering TS with master... 17:51:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.143031 25634 heartbeater.cc:475] Master 127.24.142.190:40572 requested a full tablet report, sending... 17:51:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.145146 25638 heartbeater.cc:346] Connected to a master server at 127.24.142.188:36299 17:51:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.145378 25638 heartbeater.cc:426] Registering TS with master... 17:51:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.145818 25638 heartbeater.cc:475] Master 127.24.142.188:36299 requested a full tablet report, sending... 17:51:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.145813 25182 ts_manager.cc:98] Registered new tserver with Master: 4e041117737f4e3ebc5eb450423146b7 (127.24.142.130:43893) 17:51:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.148169 25316 ts_manager.cc:98] Registered new tserver with Master: 4e041117737f4e3ebc5eb450423146b7 (127.24.142.130:43893) 17:51:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.150092 25316 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.24.142.130:59405 17:51:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.154783 25635 heartbeater.cc:346] Connected to a master server at 127.24.142.189:44782 17:51:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.155020 25635 heartbeater.cc:426] Registering TS with master... 17:51:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.155412 25635 heartbeater.cc:475] Master 127.24.142.189:44782 requested a full tablet report, sending... 17:51:45.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.157694 25252 ts_manager.cc:98] Registered new tserver with Master: 4e041117737f4e3ebc5eb450423146b7 (127.24.142.130:43893) 17:51:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:45.294978 25641 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:45.295565 25641 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:45.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:45.312678 25641 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:45.313302 25641 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.142.131 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.337872 25641 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/data 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/wal 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.24.142.131:0 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/data/info.pb 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.24.142.131 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.24.142.190:40572,127.24.142.189:44782,127.24.142.188:36299 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.24.142.131 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/logs 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:45.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:45.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:45.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.360802 25641 tablet_server_main.cc:85] Initializing tablet server... 17:51:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.362977 25641 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 328064us 17:51:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.363538 25641 fs_manager.cc:262] Metadata directory not provided 17:51:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.363677 25641 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:45.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.364094 25641 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:45.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.364219 25641 server_base.cc:433] Attempting to create new FS layout instead 17:51:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.367506 25641 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/data/instance: 17:51:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ed271c7f845e45aeb67c2abd792a6a74" 17:51:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:45 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.368369 25641 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/wal/instance: 17:51:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ed271c7f845e45aeb67c2abd792a6a74" 17:51:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:45 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.390208 25641 fs_manager.cc:502] Time spent creating directory manager: real 0.021s user 0.007s sys 0.003s 17:51:45.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.391494 25641 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:45.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.391966 25641 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.399722 25641 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.001s 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.399852 25641 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/wal 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ed271c7f845e45aeb67c2abd792a6a74" 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:45 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.400156 25641 fs_report.cc:352] FS layout report 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/wal 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/wal 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/data/data 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.600541 25641 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.604367 25641 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.605854 25641 tablet_server_main.cc:90] Starting tablet server... 17:51:45.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.764576 25641 rpc_server.cc:205] RPC server started. Bound to: 127.24.142.131:43997 17:51:45.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.765892 25641 webserver.cc:175] Starting webserver on 127.24.142.131:0 17:51:45.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.766016 25641 webserver.cc:186] Document root disabled 17:51:45.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.767807 25641 webserver.cc:313] Webserver started. Bound to: http://127.24.142.131:36499/ 17:51:45.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.768626 25641 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster2200126542094036596/ts-2/data/info.pb 17:51:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.776216 25146 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 25641 17:51:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.802799 25641 tablet_server_main.cc:93] Tablet server successfully started. 17:51:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.840101 25776 heartbeater.cc:346] Connected to a master server at 127.24.142.189:44782 17:51:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.840589 25776 heartbeater.cc:426] Registering TS with master... 17:51:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.843358 25776 heartbeater.cc:475] Master 127.24.142.189:44782 requested a full tablet report, sending... 17:51:45.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.846125 25252 ts_manager.cc:98] Registered new tserver with Master: ed271c7f845e45aeb67c2abd792a6a74 (127.24.142.131:43997) 17:51:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.840701 25777 heartbeater.cc:346] Connected to a master server at 127.24.142.188:36299 17:51:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.850749 25777 heartbeater.cc:426] Registering TS with master... 17:51:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.851192 25777 heartbeater.cc:475] Master 127.24.142.188:36299 requested a full tablet report, sending... 17:51:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.853107 25316 ts_manager.cc:98] Registered new tserver with Master: ed271c7f845e45aeb67c2abd792a6a74 (127.24.142.131:43997) 17:51:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.843469 25775 heartbeater.cc:346] Connected to a master server at 127.24.142.190:40572 17:51:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.853756 25775 heartbeater.cc:426] Registering TS with master... 17:51:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.854167 25775 heartbeater.cc:475] Master 127.24.142.190:40572 requested a full tablet report, sending... 17:51:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.854908 25316 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.24.142.131:51016 17:51:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.856669 25182 ts_manager.cc:98] Registered new tserver with Master: ed271c7f845e45aeb67c2abd792a6a74 (127.24.142.131:43997) 17:51:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.863744 25146 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:51:45.864 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:51:45.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:45.938262 25316 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.24.142.188:51704: 17:51:45.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:51:45.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:45.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.006096 25570 tablet_service.cc:759] Processing CreateTablet for tablet 1c0915512f2e4372898cee56bcbc86d0 (table=test [id=8c4af3756f8e43368ab22dac462f113e]), partition=RANGE (key) PARTITION VALUES < 50 17:51:46.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.007030 25570 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 1c0915512f2e4372898cee56bcbc86d0. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.011150 25434 tablet_service.cc:759] Processing CreateTablet for tablet f49f1efa59a7467b9607f33529a90b3e (table=test [id=8c4af3756f8e43368ab22dac462f113e]), partition=RANGE (key) PARTITION VALUES >= 50 17:51:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.012176 25434 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet f49f1efa59a7467b9607f33529a90b3e. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:46.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.020987 25570 ts_tablet_manager.cc:1173] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7: Registered tablet (data state: TABLET_DATA_READY) 17:51:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.023267 25849 ts_tablet_manager.cc:1028] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7: Bootstrapping tablet 17:51:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.024231 25849 tablet_bootstrap.cc:438] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7: Bootstrap starting. 17:51:46.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.026902 25849 tablet_bootstrap.cc:592] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7: No blocks or log segments found. Creating new log. 17:51:46.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.028326 25849 log.cc:525] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7: Log is configured to *not* fsync() on all Append() calls 17:51:46.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.037784 25434 ts_tablet_manager.cc:1173] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59: Registered tablet (data state: TABLET_DATA_READY) 17:51:46.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.039582 25851 ts_tablet_manager.cc:1028] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59: Bootstrapping tablet 17:51:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.040266 25851 tablet_bootstrap.cc:438] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59: Bootstrap starting. 17:51:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.044353 25849 tablet_bootstrap.cc:438] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7: No bootstrap required, opened a new log 17:51:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.044628 25851 tablet_bootstrap.cc:592] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59: No blocks or log segments found. Creating new log. 17:51:46.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.044720 25849 ts_tablet_manager.cc:1045] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7: Time spent bootstrapping tablet: real 0.021s user 0.004s sys 0.003s 17:51:46.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.046517 25851 log.cc:525] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59: Log is configured to *not* fsync() on all Append() calls 17:51:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.050760 25851 tablet_bootstrap.cc:438] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59: No bootstrap required, opened a new log 17:51:46.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.051254 25851 ts_tablet_manager.cc:1045] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59: Time spent bootstrapping tablet: real 0.011s user 0.005s sys 0.002s 17:51:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.063794 25849 raft_consensus.cc:325] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4e041117737f4e3ebc5eb450423146b7" member_type: VOTER last_known_addr { host: "127.24.142.130" port: 43893 } } 17:51:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.064548 25849 raft_consensus.cc:351] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:46.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.064851 25849 raft_consensus.cc:630] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4e041117737f4e3ebc5eb450423146b7, State: Initialized, Role: FOLLOWER 17:51:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.065650 25849 consensus_queue.cc:228] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4e041117737f4e3ebc5eb450423146b7" member_type: VOTER last_known_addr { host: "127.24.142.130" port: 43893 } } 17:51:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.066329 25849 raft_consensus.cc:365] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:46.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.066690 25849 raft_consensus.cc:457] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.067018 25849 raft_consensus.cc:2742] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7: Snoozing failure detection for 2.086s (starting election) 17:51:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.067343 25849 raft_consensus.cc:2794] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7 [term 0 FOLLOWER]: Advancing to term 1 17:51:46.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.071338 25851 raft_consensus.cc:325] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c54742e4e23f4c3a8dbfcffcb8281a59" member_type: VOTER last_known_addr { host: "127.24.142.129" port: 34630 } } 17:51:46.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.072141 25851 raft_consensus.cc:351] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:46.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.072100 25849 raft_consensus.cc:479] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4e041117737f4e3ebc5eb450423146b7" member_type: VOTER last_known_addr { host: "127.24.142.130" port: 43893 } } 17:51:46.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.072517 25851 raft_consensus.cc:630] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c54742e4e23f4c3a8dbfcffcb8281a59, State: Initialized, Role: FOLLOWER 17:51:46.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.072845 25849 leader_election.cc:278] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.073480 25851 consensus_queue.cc:228] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c54742e4e23f4c3a8dbfcffcb8281a59" member_type: VOTER last_known_addr { host: "127.24.142.129" port: 34630 } } 17:51:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.074146 25851 raft_consensus.cc:365] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:46.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.074781 25851 raft_consensus.cc:457] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:46.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.075353 25851 raft_consensus.cc:2742] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59: Snoozing failure detection for 1.940s (starting election) 17:51:46.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.075366 25853 raft_consensus.cc:2742] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7: Snoozing failure detection for 2.124s (election complete) 17:51:46.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.075831 25851 raft_consensus.cc:2794] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59 [term 0 FOLLOWER]: Advancing to term 1 17:51:46.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.075891 25853 raft_consensus.cc:2549] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7 [term 1 FOLLOWER]: Leader election won for term 1 17:51:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.080480 25851 raft_consensus.cc:479] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c54742e4e23f4c3a8dbfcffcb8281a59" member_type: VOTER last_known_addr { host: "127.24.142.129" port: 34630 } } 17:51:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.081259 25851 leader_election.cc:278] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.081728 25638 heartbeater.cc:467] Master 127.24.142.188:36299 was elected leader, sending a full tablet report... 17:51:46.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.082572 25853 raft_consensus.cc:595] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7 [term 1 LEADER]: Becoming Leader. State: Replica: 4e041117737f4e3ebc5eb450423146b7, State: Running, Role: LEADER 17:51:46.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.083151 25853 consensus_queue.cc:205] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4e041117737f4e3ebc5eb450423146b7" member_type: VOTER last_known_addr { host: "127.24.142.130" port: 43893 } } 17:51:46.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.098852 25856 raft_consensus.cc:2742] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59: Snoozing failure detection for 2.181s (election complete) 17:51:46.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.099162 25856 raft_consensus.cc:2549] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59 [term 1 FOLLOWER]: Leader election won for term 1 17:51:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.107789 25851 ts_tablet_manager.cc:1073] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59: Time spent starting tablet: real 0.055s user 0.029s sys 0.012s 17:51:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.108526 25856 raft_consensus.cc:595] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59 [term 1 LEADER]: Becoming Leader. State: Replica: c54742e4e23f4c3a8dbfcffcb8281a59, State: Running, Role: LEADER 17:51:46.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.108974 25856 consensus_queue.cc:205] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c54742e4e23f4c3a8dbfcffcb8281a59" member_type: VOTER last_known_addr { host: "127.24.142.129" port: 34630 } } 17:51:46.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:46.112650 25642 tablet.cc:1728] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:46.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.118731 25316 catalog_manager.cc:3758] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59 reported cstate change: term changed from 0 to 1, leader changed from to c54742e4e23f4c3a8dbfcffcb8281a59 (127.24.142.129). New cstate: current_term: 1 leader_uuid: "c54742e4e23f4c3a8dbfcffcb8281a59" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "c54742e4e23f4c3a8dbfcffcb8281a59" member_type: VOTER last_known_addr { host: "127.24.142.129" port: 34630 } health_report { overall_health: HEALTHY } } } 17:51:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.083811 25849 ts_tablet_manager.cc:1073] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7: Time spent starting tablet: real 0.039s user 0.027s sys 0.006s 17:51:46.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.191292 25316 catalog_manager.cc:3758] T 1c0915512f2e4372898cee56bcbc86d0 P 4e041117737f4e3ebc5eb450423146b7 reported cstate change: term changed from 0 to 1, leader changed from to 4e041117737f4e3ebc5eb450423146b7 (127.24.142.130). New cstate: current_term: 1 leader_uuid: "4e041117737f4e3ebc5eb450423146b7" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4e041117737f4e3ebc5eb450423146b7" member_type: VOTER last_known_addr { host: "127.24.142.130" port: 43893 } health_report { overall_health: HEALTHY } } } 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.243043 25316 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.24.142.188:51704: 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:46.244186 25509 tablet.cc:1728] T f49f1efa59a7467b9607f33529a90b3e P c54742e4e23f4c3a8dbfcffcb8281a59: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.269402 25712 tablet_service.cc:759] Processing CreateTablet for tablet 06513e1b0c28475c89980f658c23c769 (table=simple-test [id=2d9417a63faf402dac0db006970127a7]), partition=RANGE (key) PARTITION UNBOUNDED 17:51:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.270104 25712 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 06513e1b0c28475c89980f658c23c769. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:46.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.282279 25712 ts_tablet_manager.cc:1173] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74: Registered tablet (data state: TABLET_DATA_READY) 17:51:46.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.283922 25862 ts_tablet_manager.cc:1028] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74: Bootstrapping tablet 17:51:46.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.284593 25862 tablet_bootstrap.cc:438] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74: Bootstrap starting. 17:51:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.287425 25862 tablet_bootstrap.cc:592] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74: No blocks or log segments found. Creating new log. 17:51:46.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.288753 25862 log.cc:525] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74: Log is configured to *not* fsync() on all Append() calls 17:51:46.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.291616 25862 tablet_bootstrap.cc:438] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74: No bootstrap required, opened a new log 17:51:46.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.291924 25862 ts_tablet_manager.cc:1045] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.000s 17:51:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.303947 25862 raft_consensus.cc:325] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ed271c7f845e45aeb67c2abd792a6a74" member_type: VOTER last_known_addr { host: "127.24.142.131" port: 43997 } } 17:51:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.304405 25862 raft_consensus.cc:351] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.304621 25862 raft_consensus.cc:630] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ed271c7f845e45aeb67c2abd792a6a74, State: Initialized, Role: FOLLOWER 17:51:46.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.305207 25862 consensus_queue.cc:228] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ed271c7f845e45aeb67c2abd792a6a74" member_type: VOTER last_known_addr { host: "127.24.142.131" port: 43997 } } 17:51:46.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.305620 25862 raft_consensus.cc:365] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:46.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.305831 25862 raft_consensus.cc:457] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.306030 25862 raft_consensus.cc:2742] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74: Snoozing failure detection for 1.796s (starting election) 17:51:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.306218 25862 raft_consensus.cc:2794] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74 [term 0 FOLLOWER]: Advancing to term 1 17:51:46.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.309386 25862 raft_consensus.cc:479] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ed271c7f845e45aeb67c2abd792a6a74" member_type: VOTER last_known_addr { host: "127.24.142.131" port: 43997 } } 17:51:46.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.309878 25862 leader_election.cc:278] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.311688 25864 raft_consensus.cc:2742] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74: Snoozing failure detection for 1.780s (election complete) 17:51:46.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.312098 25864 raft_consensus.cc:2549] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74 [term 1 FOLLOWER]: Leader election won for term 1 17:51:46.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.313325 25777 heartbeater.cc:467] Master 127.24.142.188:36299 was elected leader, sending a full tablet report... 17:51:46.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.314348 25862 ts_tablet_manager.cc:1073] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74: Time spent starting tablet: real 0.022s user 0.015s sys 0.006s 17:51:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.314980 25864 raft_consensus.cc:595] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74 [term 1 LEADER]: Becoming Leader. State: Replica: ed271c7f845e45aeb67c2abd792a6a74, State: Running, Role: LEADER 17:51:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.315546 25864 consensus_queue.cc:205] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ed271c7f845e45aeb67c2abd792a6a74" member_type: VOTER last_known_addr { host: "127.24.142.131" port: 43997 } } 17:51:46.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:46.321141 25316 catalog_manager.cc:3758] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74 reported cstate change: term changed from 0 to 1, leader changed from to ed271c7f845e45aeb67c2abd792a6a74 (127.24.142.131). New cstate: current_term: 1 leader_uuid: "ed271c7f845e45aeb67c2abd792a6a74" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ed271c7f845e45aeb67c2abd792a6a74" member_type: VOTER last_known_addr { host: "127.24.142.131" port: 43997 } health_report { overall_health: HEALTHY } } } 17:51:46.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:46.545722 25784 tablet.cc:1728] T 06513e1b0c28475c89980f658c23c769 P ed271c7f845e45aeb67c2abd792a6a74: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:47.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:47.003546 25146 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 25350 17:51:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:47.030433 25236 connection.cc:512] server connection from 127.24.142.129:34478 recv error: Network error: failed to read from TLS socket (remote: 127.24.142.129:34478): Connection reset by peer (error 104) 17:51:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:47.031564 25297 connection.cc:512] server connection from 127.24.142.129:45631 recv error: Network error: failed to read from TLS socket (remote: 127.24.142.129:45631): Connection reset by peer (error 104) 17:51:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:47.031719 25146 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 25502 17:51:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:47.033629 25164 connection.cc:512] server connection from 127.24.142.129:49458 recv error: Network error: failed to read from TLS socket (remote: 127.24.142.129:49458): Connection reset by peer (error 104) 17:51:47.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:47.058475 25234 connection.cc:512] server connection from 127.24.142.130:57503 recv error: Network error: failed to read from TLS socket (remote: 127.24.142.130:57503): Connection reset by peer (error 104) 17:51:47.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:47.059235 25298 connection.cc:512] server connection from 127.24.142.130:59405 recv error: Network error: failed to read from TLS socket (remote: 127.24.142.130:59405): Connection reset by peer (error 104) 17:51:47.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:47.059290 25146 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 25641 17:51:47.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:47.060385 25164 connection.cc:512] server connection from 127.24.142.130:41534 recv error: Network error: failed to read from TLS socket (remote: 127.24.142.130:41534): Connection reset by peer (error 104) 17:51:47.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:47.089083 25162 connection.cc:512] server connection from 127.24.142.131:53216 recv error: Network error: failed to read from TLS socket (remote: 127.24.142.131:53216): Connection reset by peer (error 104) 17:51:47.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:47.089078 25297 connection.cc:512] server connection from 127.24.142.131:51016 recv error: Network error: failed to read from TLS socket (remote: 127.24.142.131:51016): Connection reset by peer (error 104) 17:51:47.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:47.089881 25146 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 25154 17:51:47.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:47.090008 25234 connection.cc:512] server connection from 127.24.142.131:41745 recv error: Network error: failed to read from TLS socket (remote: 127.24.142.131:41745): Connection reset by peer (error 104) 17:51:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:47.109848 25146 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 25216 17:51:47.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:47.132874 25146 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 25286 17:51:48.181 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614308181 17:51:48.182 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:51:48.183 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:51:48.183 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:51:48.183 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:51:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.394320 25901 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/wal 17:51:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/data 17:51:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.75.126:42818 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.75.126 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/logs 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/data/info.pb 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.75.126:42818,127.25.75.125:33494,127.25.75.124:36656 with env {} 17:51:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:48.555351 25909 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:48.555734 25909 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:48.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:48.565101 25909 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:48.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:48.565245 25909 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:48.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:48.565351 25909 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:48.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:48.565505 25909 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.584090 25909 master_main.cc:73] Master server non-default flags: 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/data 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/wal 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.75.126:42818,127.25.75.125:33494,127.25.75.124:36656 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.75.126:42818 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/data/info.pb 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.75.126 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/logs 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:48.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:48.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:48.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:48.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:48.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:48.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:48.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.599156 25909 master_main.cc:80] Initializing master server... 17:51:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.601985 25909 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 329564us 17:51:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.602715 25909 fs_manager.cc:262] Metadata directory not provided 17:51:48.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.602835 25909 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.603101 25909 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.603240 25909 server_base.cc:433] Attempting to create new FS layout instead 17:51:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.607007 25909 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/data/instance: 17:51:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1666898d674b415bae67f3a16ef00a47" 17:51:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.607779 25909 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/wal/instance: 17:51:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1666898d674b415bae67f3a16ef00a47" 17:51:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:48.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.621779 25909 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.005s 17:51:48.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.622908 25909 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:48.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.624069 25909 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.632316 25909 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:51:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.632447 25909 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/wal 17:51:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1666898d674b415bae67f3a16ef00a47" 17:51:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:48 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.632704 25909 fs_report.cc:352] FS layout report 17:51:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/wal 17:51:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/wal 17:51:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/data/data 17:51:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:48.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.778823 25909 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:48.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.781154 25909 master_main.cc:83] Starting Master server... 17:51:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.870903 25909 rpc_server.cc:205] RPC server started. Bound to: 127.25.75.126:42818 17:51:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.871748 25909 webserver.cc:175] Starting webserver on 127.25.75.126:0 17:51:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.871847 25909 webserver.cc:186] Document root disabled 17:51:48.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.873697 25909 webserver.cc:313] Webserver started. Bound to: http://127.25.75.126:55079/ 17:51:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.874469 25909 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-0/data/info.pb 17:51:48.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.877964 25901 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 25909 17:51:48.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.878293 25970 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.879148 25901 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/wal 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/data 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.75.125:33494 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.75.125 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:48.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/logs 17:51:48.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/data/info.pb 17:51:48.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:48.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:48.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:48.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:48.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:48.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.75.126:42818,127.25.75.125:33494,127.25.75.124:36656 with env {} 17:51:48.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.892105 25970 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } has no permanent_uuid. Determining permanent_uuid... 17:51:48.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.915801 25970 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } has no permanent_uuid. Determining permanent_uuid... 17:51:48.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:48.917558 25970 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.75.125:33494: Network error: Client connection negotiation failed: client connection to 127.25.75.125:33494: connect: Connection refused (error 111) 17:51:48.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.936944 25970 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } attempt: 1 17:51:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:48.938138 25970 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.75.125:33494: Network error: Client connection negotiation failed: client connection to 127.25.75.125:33494: connect: Connection refused (error 111) 17:51:48.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:48.986498 25970 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } attempt: 2 17:51:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:48.987965 25970 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.75.125:33494: Network error: Client connection negotiation failed: client connection to 127.25.75.125:33494: connect: Connection refused (error 111) 17:51:49.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:49.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.042734 25971 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:49.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.043093 25971 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.052332 25971 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.052474 25971 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.052568 25971 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.052680 25971 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.071974 25971 master_main.cc:73] Master server non-default flags: 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/data 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/wal 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.75.126:42818,127.25.75.125:33494,127.25.75.124:36656 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.75.125:33494 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/data/info.pb 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.75.125 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/logs 17:51:49.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:49.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:49.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.086541 25971 master_main.cc:80] Initializing master server... 17:51:49.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.088948 25971 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 330064us 17:51:49.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.089691 25971 fs_manager.cc:262] Metadata directory not provided 17:51:49.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.089826 25971 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:49.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.090073 25971 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:49.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.090183 25971 server_base.cc:433] Attempting to create new FS layout instead 17:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.094002 25971 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/data/instance: 17:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "98c3247fbe744126a005c0edfa1fb2da" 17:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.094756 25971 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/wal/instance: 17:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "98c3247fbe744126a005c0edfa1fb2da" 17:51:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:49.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.099398 25970 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } attempt: 3 17:51:49.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.100638 25970 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.75.125:33494: Network error: Client connection negotiation failed: client connection to 127.25.75.125:33494: connect: Connection refused (error 111) 17:51:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.112810 25971 fs_manager.cc:502] Time spent creating directory manager: real 0.018s user 0.007s sys 0.007s 17:51:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.113970 25971 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:49.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.115134 25971 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.123349 25971 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s 17:51:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.123491 25971 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/wal 17:51:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "98c3247fbe744126a005c0edfa1fb2da" 17:51:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.123737 25971 fs_report.cc:352] FS layout report 17:51:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/wal 17:51:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/wal 17:51:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/data/data 17:51:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.276973 25970 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } attempt: 4 17:51:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.277501 25971 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:49.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.278422 25970 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.75.125:33494: Network error: Client connection negotiation failed: client connection to 127.25.75.125:33494: connect: Connection refused (error 111) 17:51:49.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.280510 25971 master_main.cc:83] Starting Master server... 17:51:49.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.370671 25971 rpc_server.cc:205] RPC server started. Bound to: 127.25.75.125:33494 17:51:49.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.371721 25971 webserver.cc:175] Starting webserver on 127.25.75.125:0 17:51:49.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.371832 25971 webserver.cc:186] Document root disabled 17:51:49.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.373829 25971 webserver.cc:313] Webserver started. Bound to: http://127.25.75.125:38031/ 17:51:49.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.374665 25971 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-1/data/info.pb 17:51:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.377887 26036 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:49.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.384341 25901 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 25971 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.385107 25901 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/wal 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/data 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.75.124:36656 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.75.124 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/logs 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/data/info.pb 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.75.126:42818,127.25.75.125:33494,127.25.75.124:36656 with env {} 17:51:49.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.392055 26036 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } has no permanent_uuid. Determining permanent_uuid... 17:51:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.408499 26036 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } has no permanent_uuid. Determining permanent_uuid... 17:51:49.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.420928 26036 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } has no permanent_uuid. Determining permanent_uuid... 17:51:49.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.422062 26036 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.75.124:36656: Network error: Client connection negotiation failed: client connection to 127.25.75.124:36656: connect: Connection refused (error 111) 17:51:49.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.441530 26036 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } attempt: 1 17:51:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.442742 26036 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.75.124:36656: Network error: Client connection negotiation failed: client connection to 127.25.75.124:36656: connect: Connection refused (error 111) 17:51:49.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.491060 26036 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } attempt: 2 17:51:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.492377 26036 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.75.124:36656: Network error: Client connection negotiation failed: client connection to 127.25.75.124:36656: connect: Connection refused (error 111) 17:51:49.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:49.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.551360 26037 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:49.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.551723 26037 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:49.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.560992 26037 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:49.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.561146 26037 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:49.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.561280 26037 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:49.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.561440 26037 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.580301 26037 master_main.cc:73] Master server non-default flags: 17:51:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/data 17:51:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/wal 17:51:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.25.75.126:42818,127.25.75.125:33494,127.25.75.124:36656 17:51:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.75.124:36656 17:51:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/data/info.pb 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.75.124 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/logs 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:49.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.581756 25970 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } attempt: 5 17:51:49.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.588773 25970 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } has no permanent_uuid. Determining permanent_uuid... 17:51:49.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.589896 25970 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.75.124:36656: Network error: Client connection negotiation failed: client connection to 127.25.75.124:36656: connect: Connection refused (error 111) 17:51:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.597898 26037 master_main.cc:80] Initializing master server... 17:51:49.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.599906 26037 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 330064us 17:51:49.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.600634 26037 fs_manager.cc:262] Metadata directory not provided 17:51:49.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.600756 26037 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.601073 26037 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.601197 26037 server_base.cc:433] Attempting to create new FS layout instead 17:51:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.603703 26036 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } attempt: 3 17:51:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.604800 26036 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.75.124:36656: Network error: Client connection negotiation failed: client connection to 127.25.75.124:36656: connect: Connection refused (error 111) 17:51:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.605109 26037 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/data/instance: 17:51:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3d6bb2696338414baebab49c928b113c" 17:51:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:49.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.605932 26037 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/wal/instance: 17:51:49.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3d6bb2696338414baebab49c928b113c" 17:51:49.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.622650 26037 fs_manager.cc:502] Time spent creating directory manager: real 0.016s user 0.008s sys 0.005s 17:51:49.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.623993 26037 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.625197 26037 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:49.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.628213 25970 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } attempt: 1 17:51:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.629382 25970 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.75.124:36656: Network error: Client connection negotiation failed: client connection to 127.25.75.124:36656: connect: Connection refused (error 111) 17:51:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.633525 26037 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:51:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.633641 26037 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/wal 17:51:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "3d6bb2696338414baebab49c928b113c" 17:51:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:49 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.633872 26037 fs_report.cc:352] FS layout report 17:51:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/wal 17:51:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/wal 17:51:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/data/data 17:51:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:49.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.677670 25970 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } attempt: 2 17:51:49.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.678884 25970 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.75.124:36656: Network error: Client connection negotiation failed: client connection to 127.25.75.124:36656: connect: Connection refused (error 111) 17:51:49.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.779211 25970 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } attempt: 3 17:51:49.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.779517 26037 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:49.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.780690 25970 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.75.124:36656: Network error: Client connection negotiation failed: client connection to 127.25.75.124:36656: connect: Connection refused (error 111) 17:51:49.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.781460 26036 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } attempt: 4 17:51:49.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.782328 26037 master_main.cc:83] Starting Master server... 17:51:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:49.783291 26036 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.25.75.124:36656: Network error: Client connection negotiation failed: client connection to 127.25.75.124:36656: connect: Connection refused (error 111) 17:51:49.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.872470 26037 rpc_server.cc:205] RPC server started. Bound to: 127.25.75.124:36656 17:51:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.873359 26037 webserver.cc:175] Starting webserver on 127.25.75.124:0 17:51:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.873487 26037 webserver.cc:186] Document root disabled 17:51:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.875401 26037 webserver.cc:313] Webserver started. Bound to: http://127.25.75.124:49029/ 17:51:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.876173 26037 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/master-2/data/info.pb 17:51:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.879387 26100 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:49.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.881275 25901 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 26037 17:51:49.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.882630 25901 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:49.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:49.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/wal 17:51:49.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/data 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.75.65:0 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.75.65 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.75.65 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.75.126:42818,127.25.75.125:33494,127.25.75.124:36656 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/logs 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/data/info.pb 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:49.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.896203 26100 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } has no permanent_uuid. Determining permanent_uuid... 17:51:49.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.912696 26100 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } has no permanent_uuid. Determining permanent_uuid... 17:51:49.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.920948 26100 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } has no permanent_uuid. Determining permanent_uuid... 17:51:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.921654 25970 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } attempt: 4 17:51:49.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.941597 25970 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47: Bootstrap starting. 17:51:49.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.942730 26100 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c: Bootstrap starting. 17:51:49.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.945595 25970 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47: No blocks or log segments found. Creating new log. 17:51:49.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.946401 26100 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c: No blocks or log segments found. Creating new log. 17:51:49.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.948129 25970 log.cc:525] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47: Log is configured to *not* fsync() on all Append() calls 17:51:49.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.948997 26100 log.cc:525] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c: Log is configured to *not* fsync() on all Append() calls 17:51:49.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.953583 25970 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47: No bootstrap required, opened a new log 17:51:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.957589 26100 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c: No bootstrap required, opened a new log 17:51:49.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.971504 25970 raft_consensus.cc:325] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } 17:51:49.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.972352 25970 raft_consensus.cc:351] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:49.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.972698 25970 raft_consensus.cc:630] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1666898d674b415bae67f3a16ef00a47, State: Initialized, Role: FOLLOWER 17:51:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.973515 25970 consensus_queue.cc:228] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } 17:51:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.975374 26100 raft_consensus.cc:325] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } 17:51:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.976143 26100 raft_consensus.cc:351] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.976416 26100 raft_consensus.cc:630] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3d6bb2696338414baebab49c928b113c, State: Initialized, Role: FOLLOWER 17:51:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.976976 25970 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } } 17:51:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.977213 26100 consensus_queue.cc:228] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } 17:51:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.977730 25970 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [sys.catalog]: This master's current role is: FOLLOWER 17:51:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.979014 25970 sys_catalog.cc:424] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [sys.catalog]: configured and running, proceeding with master startup. 17:51:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.987000 26100 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } } 17:51:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.987649 26100 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [sys.catalog]: This master's current role is: FOLLOWER 17:51:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.988875 26108 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } } 17:51:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.989583 26108 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [sys.catalog]: This master's current role is: FOLLOWER 17:51:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.990325 26100 sys_catalog.cc:424] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [sys.catalog]: configured and running, proceeding with master startup. 17:51:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:50.082043 26101 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:50.082634 26101 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:49.977754 26107 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } } 17:51:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.083355 26107 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [sys.catalog]: This master's current role is: FOLLOWER 17:51:50.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.086657 26036 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } attempt: 5 17:51:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.100322 26036 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da: Bootstrap starting. 17:51:50.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.103685 26036 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da: No blocks or log segments found. Creating new log. 17:51:50.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:50.105072 26101 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:50.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.106703 26036 log.cc:525] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da: Log is configured to *not* fsync() on all Append() calls 17:51:50.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:50.109736 26101 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.75.65 17:51:50.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:50.036239 26056 tablet.cc:1728] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:50.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.117522 26036 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da: No bootstrap required, opened a new log 17:51:50.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:50.035827 25926 tablet.cc:1728] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:50.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.120162 26109 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:51:50.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.121057 25909 master_main.cc:86] Master server successfully started. 17:51:50.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.123577 26037 master_main.cc:86] Master server successfully started. 17:51:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:50.129346 26110 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:50.129696 26110 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.133821 26036 raft_consensus.cc:325] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } 17:51:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.134681 26036 raft_consensus.cc:351] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.134966 26036 raft_consensus.cc:630] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 98c3247fbe744126a005c0edfa1fb2da, State: Initialized, Role: FOLLOWER 17:51:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.135771 26036 consensus_queue.cc:228] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } 17:51:50.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.138808 26036 sys_catalog.cc:337] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } } 17:51:50.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.139704 26036 sys_catalog.cc:340] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [sys.catalog]: This master's current role is: FOLLOWER 17:51:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.141330 26036 sys_catalog.cc:424] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [sys.catalog]: configured and running, proceeding with master startup. 17:51:50.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.147409 26101 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:50.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/data 17:51:50.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/wal 17:51:50.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:50.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.75.65:0 17:51:50.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:50.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:50.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:50.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/data/info.pb 17:51:50.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.75.65 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.75.126:42818,127.25.75.125:33494,127.25.75.124:36656 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.75.65 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/logs 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:50.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.174334 26101 tablet_server_main.cc:85] Initializing tablet server... 17:51:50.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.178159 26101 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 330564us 17:51:50.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.178987 26101 fs_manager.cc:262] Metadata directory not provided 17:51:50.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.179250 26101 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:50.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.179713 26101 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:50.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.179971 26101 server_base.cc:433] Attempting to create new FS layout instead 17:51:50.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.185575 26101 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/data/instance: 17:51:50.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7dbc59b70b78442aac3782724c779288" 17:51:50.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:50 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:50.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.186815 26101 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/wal/instance: 17:51:50.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7dbc59b70b78442aac3782724c779288" 17:51:50.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:50 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.139554 26115 sys_catalog.cc:337] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } } 17:51:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.208518 26115 sys_catalog.cc:340] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [sys.catalog]: This master's current role is: FOLLOWER 17:51:50.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.211333 25971 master_main.cc:86] Master server successfully started. 17:51:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.212896 26101 fs_manager.cc:502] Time spent creating directory manager: real 0.025s user 0.011s sys 0.010s 17:51:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.214921 26101 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:50.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.216531 26101 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:50.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:50.216868 26116 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:50.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:50.217186 26116 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:50.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.231173 26101 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:51:50.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.231351 26101 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/wal 17:51:50.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "7dbc59b70b78442aac3782724c779288" 17:51:50.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:50 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.231797 26101 fs_report.cc:352] FS layout report 17:51:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/wal 17:51:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/wal 17:51:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/data/data 17:51:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:50.284834 25992 tablet.cc:1728] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:50.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.296715 26107 raft_consensus.cc:457] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:51:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.297024 26107 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47: Snoozing failure detection for 1.754s (starting election) 17:51:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.297323 26107 raft_consensus.cc:479] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } 17:51:50.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.298669 26107 leader_election.cc:251] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 98c3247fbe744126a005c0edfa1fb2da (127.25.75.125:33494) 17:51:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.299305 26107 leader_election.cc:251] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 3d6bb2696338414baebab49c928b113c (127.25.75.124:36656) 17:51:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.301049 26013 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1666898d674b415bae67f3a16ef00a47" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "98c3247fbe744126a005c0edfa1fb2da" is_pre_election: true 17:51:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.301991 26013 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da: Snoozing failure detection for 2.239s (vote granted) 17:51:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.302310 26013 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1666898d674b415bae67f3a16ef00a47 in term 0. 17:51:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.303321 26076 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1666898d674b415bae67f3a16ef00a47" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d6bb2696338414baebab49c928b113c" is_pre_election: true 17:51:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.304070 26076 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c: Snoozing failure detection for 1.909s (vote granted) 17:51:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.304389 26076 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1666898d674b415bae67f3a16ef00a47 in term 0. 17:51:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.306018 25921 leader_election.cc:387] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 3d6bb2696338414baebab49c928b113c (127.25.75.124:36656) 17:51:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.306298 25921 leader_election.cc:278] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:51:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.306710 25919 leader_election.cc:387] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 98c3247fbe744126a005c0edfa1fb2da (127.25.75.125:33494) 17:51:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.307042 26107 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47: Snoozing failure detection for 1.830s (election complete) 17:51:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.307284 26107 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:51:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.307529 26107 raft_consensus.cc:457] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:51:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.307739 26107 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47: Snoozing failure detection for 1.761s (starting election) 17:51:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.307997 26107 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [term 0 FOLLOWER]: Advancing to term 1 17:51:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.312995 26107 raft_consensus.cc:479] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } 17:51:50.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.314046 26107 leader_election.cc:251] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [CANDIDATE]: Term 1 election: Requesting vote from peer 98c3247fbe744126a005c0edfa1fb2da (127.25.75.125:33494) 17:51:50.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.314499 26107 leader_election.cc:251] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [CANDIDATE]: Term 1 election: Requesting vote from peer 3d6bb2696338414baebab49c928b113c (127.25.75.124:36656) 17:51:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.315610 26076 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1666898d674b415bae67f3a16ef00a47" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d6bb2696338414baebab49c928b113c" 17:51:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.316030 26076 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [term 0 FOLLOWER]: Advancing to term 1 17:51:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.316314 26076 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c: Snoozing failure detection for 2.007s (vote granted) 17:51:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.318850 26013 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1666898d674b415bae67f3a16ef00a47" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "98c3247fbe744126a005c0edfa1fb2da" 17:51:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.319293 26013 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [term 0 FOLLOWER]: Advancing to term 1 17:51:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.319586 26013 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da: Snoozing failure detection for 2.028s (vote granted) 17:51:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.327005 26076 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1666898d674b415bae67f3a16ef00a47 in term 1. 17:51:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.327292 26013 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1666898d674b415bae67f3a16ef00a47 in term 1. 17:51:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.327962 25921 leader_election.cc:387] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [CANDIDATE]: Term 1 election: Vote granted by peer 3d6bb2696338414baebab49c928b113c (127.25.75.124:36656) 17:51:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.328214 25921 leader_election.cc:278] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.328789 26107 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47: Snoozing failure detection for 1.740s (election complete) 17:51:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.329031 26107 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [term 1 FOLLOWER]: Leader election won for term 1 17:51:50.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.329733 25919 leader_election.cc:387] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [CANDIDATE]: Term 1 election: Vote granted by peer 98c3247fbe744126a005c0edfa1fb2da (127.25.75.125:33494) 17:51:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.343498 26107 raft_consensus.cc:595] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [term 1 LEADER]: Becoming Leader. State: Replica: 1666898d674b415bae67f3a16ef00a47, State: Running, Role: LEADER 17:51:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.344128 26107 consensus_queue.cc:205] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } 17:51:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.358016 26127 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1666898d674b415bae67f3a16ef00a47. Latest consensus state: current_term: 1 leader_uuid: "1666898d674b415bae67f3a16ef00a47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } } 17:51:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.358670 26127 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [sys.catalog]: This master's current role is: LEADER 17:51:50.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.365417 26129 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:51:50.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.389850 26129 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:51:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.510423 26076 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [term 1 FOLLOWER]: Refusing update from remote peer 1666898d674b415bae67f3a16ef00a47: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.512668 26013 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [term 1 FOLLOWER]: Refusing update from remote peer 1666898d674b415bae67f3a16ef00a47: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.512814 26107 consensus_queue.cc:963] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.514050 26127 consensus_queue.cc:963] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [LEADER]: Connected to new peer: Peer: permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.546578 26133 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1666898d674b415bae67f3a16ef00a47. Latest consensus state: current_term: 1 leader_uuid: "1666898d674b415bae67f3a16ef00a47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } } 17:51:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.547226 26133 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [sys.catalog]: This master's current role is: FOLLOWER 17:51:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.554286 26115 sys_catalog.cc:337] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1666898d674b415bae67f3a16ef00a47. Latest consensus state: current_term: 1 leader_uuid: "1666898d674b415bae67f3a16ef00a47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } } 17:51:50.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.554981 26115 sys_catalog.cc:340] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [sys.catalog]: This master's current role is: FOLLOWER 17:51:50.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.559758 26133 sys_catalog.cc:337] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1666898d674b415bae67f3a16ef00a47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } } 17:51:50.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.560394 26133 sys_catalog.cc:340] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c [sys.catalog]: This master's current role is: FOLLOWER 17:51:50.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.564695 26107 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1666898d674b415bae67f3a16ef00a47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } } 17:51:50.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.565392 26129 catalog_manager.cc:924] Generated new certificate authority record 17:51:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.567626 26129 catalog_manager.cc:1046] Loading token signing keys... 17:51:50.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.565387 26107 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [sys.catalog]: This master's current role is: LEADER 17:51:50.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.578851 26101 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:50.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.579661 26142 sys_catalog.cc:337] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1666898d674b415bae67f3a16ef00a47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } } 17:51:50.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.580416 26142 sys_catalog.cc:340] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47 [sys.catalog]: This master's current role is: LEADER 17:51:50.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.587496 26115 sys_catalog.cc:337] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1666898d674b415bae67f3a16ef00a47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1666898d674b415bae67f3a16ef00a47" member_type: VOTER last_known_addr { host: "127.25.75.126" port: 42818 } } peers { permanent_uuid: "98c3247fbe744126a005c0edfa1fb2da" member_type: VOTER last_known_addr { host: "127.25.75.125" port: 33494 } } peers { permanent_uuid: "3d6bb2696338414baebab49c928b113c" member_type: VOTER last_known_addr { host: "127.25.75.124" port: 36656 } } } 17:51:50.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.588184 26115 sys_catalog.cc:340] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da [sys.catalog]: This master's current role is: FOLLOWER 17:51:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.589615 26101 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.598800 26101 tablet_server_main.cc:90] Starting tablet server... 17:51:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:50.604339 26129 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 1666898d674b415bae67f3a16ef00a47: Generated new TSK 0 17:51:51.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.135958 26110 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c: acquiring CA information for follower catalog manager: success 17:51:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.140156 26110 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 3d6bb2696338414baebab49c928b113c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:51.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.223583 26116 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da: acquiring CA information for follower catalog manager: success 17:51:51.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.227942 26116 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 98c3247fbe744126a005c0edfa1fb2da: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.366915 26101 rpc_server.cc:205] RPC server started. Bound to: 127.25.75.65:50214 17:51:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.371825 26101 webserver.cc:175] Starting webserver on 127.25.75.65:0 17:51:51.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.372056 26101 webserver.cc:186] Document root disabled 17:51:51.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.378696 26101 webserver.cc:313] Webserver started. Bound to: http://127.25.75.65:41301/ 17:51:51.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.379827 26101 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-0/data/info.pb 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.390166 25901 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 26101 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.391317 25901 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/wal 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/data 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.75.66:0 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.75.66 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.75.66 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.75.126:42818,127.25.75.125:33494,127.25.75.124:36656 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:51.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:51.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:51.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/logs 17:51:51.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/data/info.pb 17:51:51.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:51.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:51.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:51.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:51.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.439551 26251 heartbeater.cc:346] Connected to a master server at 127.25.75.125:33494 17:51:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.443913 26251 heartbeater.cc:426] Registering TS with master... 17:51:51.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.447019 26251 heartbeater.cc:475] Master 127.25.75.125:33494 requested a full tablet report, sending... 17:51:51.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.450224 26003 ts_manager.cc:98] Registered new tserver with Master: 7dbc59b70b78442aac3782724c779288 (127.25.75.65:50214) 17:51:51.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.446019 26101 tablet_server_main.cc:93] Tablet server successfully started. 17:51:51.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.464524 26257 heartbeater.cc:346] Connected to a master server at 127.25.75.124:36656 17:51:51.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.464733 26257 heartbeater.cc:426] Registering TS with master... 17:51:51.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.465162 26257 heartbeater.cc:475] Master 127.25.75.124:36656 requested a full tablet report, sending... 17:51:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.466071 26250 heartbeater.cc:346] Connected to a master server at 127.25.75.126:42818 17:51:51.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.466289 26250 heartbeater.cc:426] Registering TS with master... 17:51:51.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.467561 26250 heartbeater.cc:475] Master 127.25.75.126:42818 requested a full tablet report, sending... 17:51:51.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.470084 25937 ts_manager.cc:98] Registered new tserver with Master: 7dbc59b70b78442aac3782724c779288 (127.25.75.65:50214) 17:51:51.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.472558 26067 ts_manager.cc:98] Registered new tserver with Master: 7dbc59b70b78442aac3782724c779288 (127.25.75.65:50214) 17:51:51.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.472786 25937 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.25.75.65:44682 17:51:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:51.732872 26256 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:51.733695 26256 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:51.750152 26256 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:51.750785 26256 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.75.66 17:51:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.815340 26256 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/data 17:51:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/wal 17:51:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.75.66:0 17:51:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/data/info.pb 17:51:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.75.66 17:51:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.75.126:42818,127.25.75.125:33494,127.25.75.124:36656 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.75.66 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/logs 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.862396 26256 tablet_server_main.cc:85] Initializing tablet server... 17:51:51.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.865592 26256 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 331064us 17:51:51.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.866358 26256 fs_manager.cc:262] Metadata directory not provided 17:51:51.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.866662 26256 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:51.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.867158 26256 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:51.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.867419 26256 server_base.cc:433] Attempting to create new FS layout instead 17:51:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.872952 26256 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/data/instance: 17:51:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5f91d15902c34cc09ffdb5a65a8f36e8" 17:51:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:51 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:51.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.874271 26256 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/wal/instance: 17:51:51.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5f91d15902c34cc09ffdb5a65a8f36e8" 17:51:51.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:51 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.901523 26256 fs_manager.cc:502] Time spent creating directory manager: real 0.027s user 0.016s sys 0.008s 17:51:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.903494 26256 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:51.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.904250 26256 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:51.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.922180 26256 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.005s 17:51:51.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.922511 26256 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/wal 17:51:51.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "5f91d15902c34cc09ffdb5a65a8f36e8" 17:51:51.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:51 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:51.923032 26256 fs_report.cc:352] FS layout report 17:51:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/wal 17:51:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/wal 17:51:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/data/data 17:51:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:52.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.163962 26256 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:52.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.173239 26256 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:52.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.175176 26256 tablet_server_main.cc:90] Starting tablet server... 17:51:52.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.411795 26256 rpc_server.cc:205] RPC server started. Bound to: 127.25.75.66:52146 17:51:52.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.413760 26256 webserver.cc:175] Starting webserver on 127.25.75.66:0 17:51:52.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.414041 26256 webserver.cc:186] Document root disabled 17:51:52.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.416451 26256 webserver.cc:313] Webserver started. Bound to: http://127.25.75.66:51665/ 17:51:52.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.417616 26256 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-1/data/info.pb 17:51:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.419358 25901 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 26256 17:51:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.420444 25901 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/wal 17:51:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/data 17:51:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.75.67:0 17:51:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.75.67 17:51:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.75.67 17:51:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.75.126:42818,127.25.75.125:33494,127.25.75.124:36656 17:51:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/logs 17:51:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/data/info.pb 17:51:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:52.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:52.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.475616 26256 tablet_server_main.cc:93] Tablet server successfully started. 17:51:52.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.476658 26250 heartbeater.cc:467] Master 127.25.75.126:42818 was elected leader, sending a full tablet report... 17:51:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.525975 26387 heartbeater.cc:346] Connected to a master server at 127.25.75.125:33494 17:51:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.526391 26387 heartbeater.cc:426] Registering TS with master... 17:51:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.527273 26387 heartbeater.cc:475] Master 127.25.75.125:33494 requested a full tablet report, sending... 17:51:52.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.534977 26003 ts_manager.cc:98] Registered new tserver with Master: 5f91d15902c34cc09ffdb5a65a8f36e8 (127.25.75.66:52146) 17:51:52.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.536082 26392 heartbeater.cc:346] Connected to a master server at 127.25.75.124:36656 17:51:52.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.536314 26392 heartbeater.cc:426] Registering TS with master... 17:51:52.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.536985 26392 heartbeater.cc:475] Master 127.25.75.124:36656 requested a full tablet report, sending... 17:51:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.539213 26067 ts_manager.cc:98] Registered new tserver with Master: 5f91d15902c34cc09ffdb5a65a8f36e8 (127.25.75.66:52146) 17:51:52.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.528467 26385 heartbeater.cc:346] Connected to a master server at 127.25.75.126:42818 17:51:52.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.545578 26385 heartbeater.cc:426] Registering TS with master... 17:51:52.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.546039 26385 heartbeater.cc:475] Master 127.25.75.126:42818 requested a full tablet report, sending... 17:51:52.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.548007 25937 ts_manager.cc:98] Registered new tserver with Master: 5f91d15902c34cc09ffdb5a65a8f36e8 (127.25.75.66:52146) 17:51:52.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.549715 25937 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.25.75.66:60544 17:51:52.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:52.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:52.619338 26386 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:52.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:52.619930 26386 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:52.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:52.628965 26386 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:52.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:52.629468 26386 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.75.67 17:51:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.649375 26386 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/data 17:51:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/wal 17:51:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.25.75.67:0 17:51:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/data/info.pb 17:51:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.25.75.67 17:51:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.25.75.126:42818,127.25.75.125:33494,127.25.75.124:36656 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.25.75.67 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/logs 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:52.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.665231 26386 tablet_server_main.cc:85] Initializing tablet server... 17:51:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.667299 26386 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 331564us 17:51:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.667850 26386 fs_manager.cc:262] Metadata directory not provided 17:51:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.668014 26386 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.668532 26386 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:52.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.668660 26386 server_base.cc:433] Attempting to create new FS layout instead 17:51:52.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.672013 26386 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/data/instance: 17:51:52.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "00bc170a18a84115a508238c920f819d" 17:51:52.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:52 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:52.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.672901 26386 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/wal/instance: 17:51:52.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "00bc170a18a84115a508238c920f819d" 17:51:52.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:52 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:52.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.684592 26386 fs_manager.cc:502] Time spent creating directory manager: real 0.011s user 0.008s sys 0.002s 17:51:52.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.685830 26386 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:52.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.686357 26386 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:52.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.694342 26386 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s 17:51:52.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.694533 26386 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/wal 17:51:52.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "00bc170a18a84115a508238c920f819d" 17:51:52.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:52 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.694856 26386 fs_report.cc:352] FS layout report 17:51:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/wal 17:51:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/wal 17:51:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/data/data 17:51:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.886940 26386 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:52.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.890647 26386 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:52.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:52.891789 26386 tablet_server_main.cc:90] Starting tablet server... 17:51:52.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:52.956379 25988 debug-util.cc:397] Leaking SignalData structure 0x7b0800029080 after lost signal to thread 25974 17:51:53.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.014605 26386 rpc_server.cc:205] RPC server started. Bound to: 127.25.75.67:56131 17:51:53.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.015884 26386 webserver.cc:175] Starting webserver on 127.25.75.67:0 17:51:53.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.016005 26386 webserver.cc:186] Document root disabled 17:51:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.017846 26386 webserver.cc:313] Webserver started. Bound to: http://127.25.75.67:57200/ 17:51:53.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.018764 26386 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster7315693974371634311/ts-2/data/info.pb 17:51:53.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.025596 25901 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 26386 17:51:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.061763 26386 tablet_server_main.cc:93] Tablet server successfully started. 17:51:53.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.093765 26526 heartbeater.cc:346] Connected to a master server at 127.25.75.126:42818 17:51:53.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.094202 26526 heartbeater.cc:426] Registering TS with master... 17:51:53.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.095059 26526 heartbeater.cc:475] Master 127.25.75.126:42818 requested a full tablet report, sending... 17:51:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.097668 26530 heartbeater.cc:346] Connected to a master server at 127.25.75.124:36656 17:51:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.097892 26530 heartbeater.cc:426] Registering TS with master... 17:51:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.098317 26530 heartbeater.cc:475] Master 127.25.75.124:36656 requested a full tablet report, sending... 17:51:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.098678 25937 ts_manager.cc:98] Registered new tserver with Master: 00bc170a18a84115a508238c920f819d (127.25.75.67:56131) 17:51:53.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.100405 25937 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.25.75.67:49787 17:51:53.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.100888 26067 ts_manager.cc:98] Registered new tserver with Master: 00bc170a18a84115a508238c920f819d (127.25.75.67:56131) 17:51:53.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.096318 26527 heartbeater.cc:346] Connected to a master server at 127.25.75.125:33494 17:51:53.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.107789 26527 heartbeater.cc:426] Registering TS with master... 17:51:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.108063 26527 heartbeater.cc:475] Master 127.25.75.125:33494 requested a full tablet report, sending... 17:51:53.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.110200 26003 ts_manager.cc:98] Registered new tserver with Master: 00bc170a18a84115a508238c920f819d (127.25.75.67:56131) 17:51:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.111616 25901 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:51:53.112 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.188113 25937 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.25.75.126:35363: 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:51:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:51:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.251806 26322 tablet_service.cc:759] Processing CreateTablet for tablet 9e9c68cb68ff4a55a2eba983e174134b (table=test [id=96d9d246ec444972b9776e274c41df32]), partition=RANGE (key) PARTITION VALUES < 50 17:51:53.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.252974 26322 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 9e9c68cb68ff4a55a2eba983e174134b. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:53.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.259313 26187 tablet_service.cc:759] Processing CreateTablet for tablet 5e8e07cce40641dfa4459c48737a4424 (table=test [id=96d9d246ec444972b9776e274c41df32]), partition=RANGE (key) PARTITION VALUES >= 50 17:51:53.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.260082 26187 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 5e8e07cce40641dfa4459c48737a4424. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.272066 26187 ts_tablet_manager.cc:1173] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288: Registered tablet (data state: TABLET_DATA_READY) 17:51:53.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.272141 26322 ts_tablet_manager.cc:1173] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8: Registered tablet (data state: TABLET_DATA_READY) 17:51:53.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.273955 26599 ts_tablet_manager.cc:1028] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8: Bootstrapping tablet 17:51:53.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.274703 26599 tablet_bootstrap.cc:438] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8: Bootstrap starting. 17:51:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.275602 26598 ts_tablet_manager.cc:1028] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288: Bootstrapping tablet 17:51:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.276275 26598 tablet_bootstrap.cc:438] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288: Bootstrap starting. 17:51:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.278501 26599 tablet_bootstrap.cc:592] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8: No blocks or log segments found. Creating new log. 17:51:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.279333 26598 tablet_bootstrap.cc:592] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288: No blocks or log segments found. Creating new log. 17:51:53.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.280025 26599 log.cc:525] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8: Log is configured to *not* fsync() on all Append() calls 17:51:53.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.281083 26598 log.cc:525] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288: Log is configured to *not* fsync() on all Append() calls 17:51:53.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.283419 26599 tablet_bootstrap.cc:438] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8: No bootstrap required, opened a new log 17:51:53.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.283819 26599 ts_tablet_manager.cc:1045] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.005s 17:51:53.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.285310 26598 tablet_bootstrap.cc:438] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288: No bootstrap required, opened a new log 17:51:53.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.285756 26598 ts_tablet_manager.cc:1045] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288: Time spent bootstrapping tablet: real 0.010s user 0.006s sys 0.002s 17:51:53.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.296206 26599 raft_consensus.cc:325] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5f91d15902c34cc09ffdb5a65a8f36e8" member_type: VOTER last_known_addr { host: "127.25.75.66" port: 52146 } } 17:51:53.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.296691 26599 raft_consensus.cc:351] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:53.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.296900 26599 raft_consensus.cc:630] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5f91d15902c34cc09ffdb5a65a8f36e8, State: Initialized, Role: FOLLOWER 17:51:53.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.297554 26599 consensus_queue.cc:228] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5f91d15902c34cc09ffdb5a65a8f36e8" member_type: VOTER last_known_addr { host: "127.25.75.66" port: 52146 } } 17:51:53.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.298007 26599 raft_consensus.cc:365] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:53.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.298243 26599 raft_consensus.cc:457] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:53.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.298451 26599 raft_consensus.cc:2742] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8: Snoozing failure detection for 1.672s (starting election) 17:51:53.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.298674 26599 raft_consensus.cc:2794] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8 [term 0 FOLLOWER]: Advancing to term 1 17:51:53.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.301779 26599 raft_consensus.cc:479] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5f91d15902c34cc09ffdb5a65a8f36e8" member_type: VOTER last_known_addr { host: "127.25.75.66" port: 52146 } } 17:51:53.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.302299 26599 leader_election.cc:278] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:53.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.304034 26598 raft_consensus.cc:325] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7dbc59b70b78442aac3782724c779288" member_type: VOTER last_known_addr { host: "127.25.75.65" port: 50214 } } 17:51:53.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.304589 26602 raft_consensus.cc:2742] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8: Snoozing failure detection for 1.859s (election complete) 17:51:53.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.304774 26598 raft_consensus.cc:351] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:53.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.305012 26598 raft_consensus.cc:630] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7dbc59b70b78442aac3782724c779288, State: Initialized, Role: FOLLOWER 17:51:53.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.305382 26602 raft_consensus.cc:2549] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8 [term 1 FOLLOWER]: Leader election won for term 1 17:51:53.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.305778 26598 consensus_queue.cc:228] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7dbc59b70b78442aac3782724c779288" member_type: VOTER last_known_addr { host: "127.25.75.65" port: 50214 } } 17:51:53.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.306422 26598 raft_consensus.cc:365] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:53.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.306779 26598 raft_consensus.cc:457] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:53.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.307122 26598 raft_consensus.cc:2742] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288: Snoozing failure detection for 1.711s (starting election) 17:51:53.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.307458 26598 raft_consensus.cc:2794] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288 [term 0 FOLLOWER]: Advancing to term 1 17:51:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.310606 26385 heartbeater.cc:467] Master 127.25.75.126:42818 was elected leader, sending a full tablet report... 17:51:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.311985 26598 raft_consensus.cc:479] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7dbc59b70b78442aac3782724c779288" member_type: VOTER last_known_addr { host: "127.25.75.65" port: 50214 } } 17:51:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.312667 26599 ts_tablet_manager.cc:1073] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8: Time spent starting tablet: real 0.029s user 0.012s sys 0.014s 17:51:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.312665 26598 leader_election.cc:278] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.314370 26602 raft_consensus.cc:595] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8 [term 1 LEADER]: Becoming Leader. State: Replica: 5f91d15902c34cc09ffdb5a65a8f36e8, State: Running, Role: LEADER 17:51:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.314656 26605 raft_consensus.cc:2742] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288: Snoozing failure detection for 1.693s (election complete) 17:51:53.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.315070 26605 raft_consensus.cc:2549] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288 [term 1 FOLLOWER]: Leader election won for term 1 17:51:53.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.315179 26602 consensus_queue.cc:205] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5f91d15902c34cc09ffdb5a65a8f36e8" member_type: VOTER last_known_addr { host: "127.25.75.66" port: 52146 } } 17:51:53.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.321884 26598 ts_tablet_manager.cc:1073] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288: Time spent starting tablet: real 0.036s user 0.027s sys 0.005s 17:51:53.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.321828 26605 raft_consensus.cc:595] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288 [term 1 LEADER]: Becoming Leader. State: Replica: 7dbc59b70b78442aac3782724c779288, State: Running, Role: LEADER 17:51:53.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.322553 26605 consensus_queue.cc:205] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7dbc59b70b78442aac3782724c779288" member_type: VOTER last_known_addr { host: "127.25.75.65" port: 50214 } } 17:51:53.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.328326 25937 catalog_manager.cc:3758] T 9e9c68cb68ff4a55a2eba983e174134b P 5f91d15902c34cc09ffdb5a65a8f36e8 reported cstate change: term changed from 0 to 1, leader changed from to 5f91d15902c34cc09ffdb5a65a8f36e8 (127.25.75.66). New cstate: current_term: 1 leader_uuid: "5f91d15902c34cc09ffdb5a65a8f36e8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5f91d15902c34cc09ffdb5a65a8f36e8" member_type: VOTER last_known_addr { host: "127.25.75.66" port: 52146 } health_report { overall_health: HEALTHY } } } 17:51:53.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.333407 25936 catalog_manager.cc:3758] T 5e8e07cce40641dfa4459c48737a4424 P 7dbc59b70b78442aac3782724c779288 reported cstate change: term changed from 0 to 1, leader changed from to 7dbc59b70b78442aac3782724c779288 (127.25.75.65). New cstate: current_term: 1 leader_uuid: "7dbc59b70b78442aac3782724c779288" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7dbc59b70b78442aac3782724c779288" member_type: VOTER last_known_addr { host: "127.25.75.65" port: 50214 } health_report { overall_health: HEALTHY } } } 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.372706 25936 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.25.75.126:35363: 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:53.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.391912 26187 tablet_service.cc:759] Processing CreateTablet for tablet 1b6d17d7bfb64cdc874fdcaf0460fd16 (table=simple-test [id=dc3fd26018b84e2eb15dfbd287482067]), partition=RANGE (key) PARTITION UNBOUNDED 17:51:53.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.392535 26187 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 1b6d17d7bfb64cdc874fdcaf0460fd16. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:53.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.398650 26187 ts_tablet_manager.cc:1173] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288: Registered tablet (data state: TABLET_DATA_READY) 17:51:53.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.399003 26598 ts_tablet_manager.cc:1028] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288: Bootstrapping tablet 17:51:53.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.399394 26598 tablet_bootstrap.cc:438] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288: Bootstrap starting. 17:51:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.401933 26598 tablet_bootstrap.cc:592] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288: No blocks or log segments found. Creating new log. 17:51:53.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.406038 26598 tablet_bootstrap.cc:438] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288: No bootstrap required, opened a new log 17:51:53.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.406276 26598 ts_tablet_manager.cc:1045] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288: Time spent bootstrapping tablet: real 0.007s user 0.004s sys 0.002s 17:51:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.407284 26598 raft_consensus.cc:325] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7dbc59b70b78442aac3782724c779288" member_type: VOTER last_known_addr { host: "127.25.75.65" port: 50214 } } 17:51:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.407618 26598 raft_consensus.cc:351] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.407820 26598 raft_consensus.cc:630] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7dbc59b70b78442aac3782724c779288, State: Initialized, Role: FOLLOWER 17:51:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.408162 26598 consensus_queue.cc:228] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7dbc59b70b78442aac3782724c779288" member_type: VOTER last_known_addr { host: "127.25.75.65" port: 50214 } } 17:51:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.408576 26598 raft_consensus.cc:365] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.408741 26598 raft_consensus.cc:457] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:53.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.408959 26598 raft_consensus.cc:2742] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288: Snoozing failure detection for 2.165s (starting election) 17:51:53.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.409170 26598 raft_consensus.cc:2794] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288 [term 0 FOLLOWER]: Advancing to term 1 17:51:53.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.412377 26598 raft_consensus.cc:479] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7dbc59b70b78442aac3782724c779288" member_type: VOTER last_known_addr { host: "127.25.75.65" port: 50214 } } 17:51:53.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.412762 26598 leader_election.cc:278] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:53.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.413203 26605 raft_consensus.cc:2742] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288: Snoozing failure detection for 1.990s (election complete) 17:51:53.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.413987 26598 ts_tablet_manager.cc:1073] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288: Time spent starting tablet: real 0.008s user 0.007s sys 0.000s 17:51:53.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.413969 26605 raft_consensus.cc:2549] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288 [term 1 FOLLOWER]: Leader election won for term 1 17:51:53.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.414396 26605 raft_consensus.cc:595] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288 [term 1 LEADER]: Becoming Leader. State: Replica: 7dbc59b70b78442aac3782724c779288, State: Running, Role: LEADER 17:51:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.414837 26605 consensus_queue.cc:205] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7dbc59b70b78442aac3782724c779288" member_type: VOTER last_known_addr { host: "127.25.75.65" port: 50214 } } 17:51:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.421198 25936 catalog_manager.cc:3758] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288 reported cstate change: term changed from 0 to 1, leader changed from to 7dbc59b70b78442aac3782724c779288 (127.25.75.65). New cstate: current_term: 1 leader_uuid: "7dbc59b70b78442aac3782724c779288" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7dbc59b70b78442aac3782724c779288" member_type: VOTER last_known_addr { host: "127.25.75.65" port: 50214 } health_report { overall_health: HEALTHY } } } 17:51:53.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:53.447010 26258 tablet.cc:1728] T 1b6d17d7bfb64cdc874fdcaf0460fd16 P 7dbc59b70b78442aac3782724c779288: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:53.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.731920 25901 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 26101 17:51:53.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:53.757354 25918 connection.cc:512] server connection from 127.25.75.65:44682 recv error: Network error: failed to read from TLS socket (remote: 127.25.75.65:44682): Connection reset by peer (error 104) 17:51:53.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:53.758476 25984 connection.cc:512] server connection from 127.25.75.65:56487 recv error: Network error: failed to read from TLS socket (remote: 127.25.75.65:56487): Connection reset by peer (error 104) 17:51:53.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:53.759392 26049 connection.cc:512] server connection from 127.25.75.65:42321 recv error: Network error: failed to read from TLS socket (remote: 127.25.75.65:42321): Connection reset by peer (error 104) 17:51:53.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.762305 25901 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 26256 17:51:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:53.783629 25917 connection.cc:512] server connection from 127.25.75.66:60544 recv error: Network error: failed to read from TLS socket (remote: 127.25.75.66:60544): Connection reset by peer (error 104) 17:51:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:53.784503 25984 connection.cc:512] server connection from 127.25.75.66:52570 recv error: Network error: failed to read from TLS socket (remote: 127.25.75.66:52570): Connection reset by peer (error 104) 17:51:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:53.785357 26051 connection.cc:512] server connection from 127.25.75.66:37067 recv error: Network error: failed to read from TLS socket (remote: 127.25.75.66:37067): Connection reset by peer (error 104) 17:51:53.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.788141 25901 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 26386 17:51:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:53.805615 25918 connection.cc:512] server connection from 127.25.75.67:49787 recv error: Network error: failed to read from TLS socket (remote: 127.25.75.67:49787): Connection reset by peer (error 104) 17:51:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:53.806311 25984 connection.cc:512] server connection from 127.25.75.67:43028 recv error: Network error: failed to read from TLS socket (remote: 127.25.75.67:43028): Connection reset by peer (error 104) 17:51:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:53.807016 26051 connection.cc:512] server connection from 127.25.75.67:45336 recv error: Network error: failed to read from TLS socket (remote: 127.25.75.67:45336): Connection reset by peer (error 104) 17:51:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.807680 25901 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 25909 17:51:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.835873 25901 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 25971 17:51:53.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:53.857704 25901 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 26037 17:51:54.901 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614314901 17:51:54.902 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:51:54.902 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:51:54.903 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:51:54.903 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.119047 26638 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/wal 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/data 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.3.190:45631 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.3.190 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/logs 17:51:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/data/info.pb 17:51:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.3.190:45631,127.26.3.189:59733,127.26.3.188:47461 with env {} 17:51:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.274511 26646 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.274943 26646 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.284036 26646 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.284190 26646 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.284390 26646 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.284586 26646 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.303316 26646 master_main.cc:73] Master server non-default flags: 17:51:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/data 17:51:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/wal 17:51:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.3.190:45631,127.26.3.189:59733,127.26.3.188:47461 17:51:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.3.190:45631 17:51:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/data/info.pb 17:51:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.3.190 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/logs 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.317771 26646 master_main.cc:80] Initializing master server... 17:51:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.320616 26646 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 333064us 17:51:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.321339 26646 fs_manager.cc:262] Metadata directory not provided 17:51:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.321501 26646 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.321800 26646 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.321923 26646 server_base.cc:433] Attempting to create new FS layout instead 17:51:55.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.325708 26646 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/data/instance: 17:51:55.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "716d637963a44f27b03cf81e9ee10e0f" 17:51:55.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:55.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.326448 26646 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/wal/instance: 17:51:55.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "716d637963a44f27b03cf81e9ee10e0f" 17:51:55.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:55.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.341260 26646 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.007s sys 0.006s 17:51:55.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.342402 26646 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:55.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.343605 26646 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:55.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.351809 26646 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.001s sys 0.002s 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.351934 26646 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/wal 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "716d637963a44f27b03cf81e9ee10e0f" 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.352171 26646 fs_report.cc:352] FS layout report 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/wal 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/wal 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/data/data 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:55.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.503432 26646 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:55.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.505981 26646 master_main.cc:83] Starting Master server... 17:51:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.593000 26646 rpc_server.cc:205] RPC server started. Bound to: 127.26.3.190:45631 17:51:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.593870 26646 webserver.cc:175] Starting webserver on 127.26.3.190:0 17:51:55.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.593971 26646 webserver.cc:186] Document root disabled 17:51:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.595849 26646 webserver.cc:313] Webserver started. Bound to: http://127.26.3.190:42661/ 17:51:55.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.596624 26646 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-0/data/info.pb 17:51:55.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.600189 26707 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:55.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.603492 26638 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 26646 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.604257 26638 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/wal 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/data 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.3.189:59733 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.3.189 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:55.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/logs 17:51:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/data/info.pb 17:51:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.3.190:45631,127.26.3.189:59733,127.26.3.188:47461 with env {} 17:51:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.613299 26707 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } has no permanent_uuid. Determining permanent_uuid... 17:51:55.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.636581 26707 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } has no permanent_uuid. Determining permanent_uuid... 17:51:55.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.638345 26707 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.3.189:59733: Network error: Client connection negotiation failed: client connection to 127.26.3.189:59733: connect: Connection refused (error 111) 17:51:55.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.657779 26707 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } attempt: 1 17:51:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.658905 26707 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.3.189:59733: Network error: Client connection negotiation failed: client connection to 127.26.3.189:59733: connect: Connection refused (error 111) 17:51:55.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.707242 26707 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } attempt: 2 17:51:55.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.708686 26707 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.3.189:59733: Network error: Client connection negotiation failed: client connection to 127.26.3.189:59733: connect: Connection refused (error 111) 17:51:55.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:55.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.768231 26708 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:55.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.768612 26708 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:55.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.777876 26708 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:55.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.778028 26708 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:55.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.778153 26708 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:55.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.778297 26708 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.797055 26708 master_main.cc:73] Master server non-default flags: 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/data 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/wal 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.3.190:45631,127.26.3.189:59733,127.26.3.188:47461 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.3.189:59733 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/data/info.pb 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.3.189 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/logs 17:51:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:55.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.811225 26708 master_main.cc:80] Initializing master server... 17:51:55.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.814049 26708 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 333064us 17:51:55.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.814811 26708 fs_manager.cc:262] Metadata directory not provided 17:51:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.814954 26708 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.815254 26708 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.815376 26708 server_base.cc:433] Attempting to create new FS layout instead 17:51:55.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.819133 26708 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/data/instance: 17:51:55.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "26cb7430dc8448688c28e16da4d71823" 17:51:55.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.819979 26708 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/wal/instance: 17:51:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "26cb7430dc8448688c28e16da4d71823" 17:51:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.820025 26707 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } attempt: 3 17:51:55.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.821271 26707 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.3.189:59733: Network error: Client connection negotiation failed: client connection to 127.26.3.189:59733: connect: Connection refused (error 111) 17:51:55.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.833999 26708 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.006s sys 0.007s 17:51:55.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.835178 26708 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:55.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.836398 26708 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:55.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.844585 26708 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.003s 17:51:55.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.844707 26708 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/wal 17:51:55.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "26cb7430dc8448688c28e16da4d71823" 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:55 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.844959 26708 fs_report.cc:352] FS layout report 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/wal 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/wal 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/data/data 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.997617 26707 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } attempt: 4 17:51:55.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:55.998230 26708 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:55.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:55.998877 26707 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.3.189:59733: Network error: Client connection negotiation failed: client connection to 127.26.3.189:59733: connect: Connection refused (error 111) 17:51:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.000741 26708 master_main.cc:83] Starting Master server... 17:51:56.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.087828 26708 rpc_server.cc:205] RPC server started. Bound to: 127.26.3.189:59733 17:51:56.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.088783 26708 webserver.cc:175] Starting webserver on 127.26.3.189:0 17:51:56.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.088893 26708 webserver.cc:186] Document root disabled 17:51:56.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.090894 26708 webserver.cc:313] Webserver started. Bound to: http://127.26.3.189:37671/ 17:51:56.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.091673 26708 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-1/data/info.pb 17:51:56.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.095299 26773 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:56.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.100383 26638 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 26708 17:51:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.101511 26638 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:51:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/wal 17:51:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/data 17:51:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:51:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.3.188:47461 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.3.188 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/logs 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/data/info.pb 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.3.190:45631,127.26.3.189:59733,127.26.3.188:47461 with env {} 17:51:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.109855 26773 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } has no permanent_uuid. Determining permanent_uuid... 17:51:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.126083 26773 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } has no permanent_uuid. Determining permanent_uuid... 17:51:56.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.138681 26773 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } has no permanent_uuid. Determining permanent_uuid... 17:51:56.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.139858 26773 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.3.188:47461: Network error: Client connection negotiation failed: client connection to 127.26.3.188:47461: connect: Connection refused (error 111) 17:51:56.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.159292 26773 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } attempt: 1 17:51:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.160563 26773 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.3.188:47461: Network error: Client connection negotiation failed: client connection to 127.26.3.188:47461: connect: Connection refused (error 111) 17:51:56.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.208876 26773 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } attempt: 2 17:51:56.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.210145 26773 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.3.188:47461: Network error: Client connection negotiation failed: client connection to 127.26.3.188:47461: connect: Connection refused (error 111) 17:51:56.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:56.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.266029 26774 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:56.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.266412 26774 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.275712 26774 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:51:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.275851 26774 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.275969 26774 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:51:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.276087 26774 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.295176 26774 master_main.cc:73] Master server non-default flags: 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/data 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/wal 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.3.190:45631,127.26.3.189:59733,127.26.3.188:47461 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.3.188:47461 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/data/info.pb 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.3.188 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:56.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/logs 17:51:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:51:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:56.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:56.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.302191 26707 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } attempt: 5 17:51:56.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.310214 26707 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } has no permanent_uuid. Determining permanent_uuid... 17:51:56.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.311427 26707 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.3.188:47461: Network error: Client connection negotiation failed: client connection to 127.26.3.188:47461: connect: Connection refused (error 111) 17:51:56.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.314414 26774 master_main.cc:80] Initializing master server... 17:51:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.317332 26774 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 333564us 17:51:56.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.318205 26774 fs_manager.cc:262] Metadata directory not provided 17:51:56.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.318326 26774 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:56.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.318814 26774 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:56.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.318928 26774 server_base.cc:433] Attempting to create new FS layout instead 17:51:56.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.321465 26773 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } attempt: 3 17:51:56.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.322764 26773 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.3.188:47461: Network error: Client connection negotiation failed: client connection to 127.26.3.188:47461: connect: Connection refused (error 111) 17:51:56.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.323882 26774 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/data/instance: 17:51:56.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ffe6f679148a42deb37dde9403c1aa2d" 17:51:56.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:56.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.324620 26774 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/wal/instance: 17:51:56.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ffe6f679148a42deb37dde9403c1aa2d" 17:51:56.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:56.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.338871 26774 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.010s sys 0.003s 17:51:56.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.340019 26774 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:56.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.341177 26774 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:56.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.349834 26774 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s 17:51:56.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.349786 26707 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } attempt: 1 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.349949 26774 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/wal 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ffe6f679148a42deb37dde9403c1aa2d" 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.350189 26774 fs_report.cc:352] FS layout report 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/wal 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/wal 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/data/data 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:56.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.351155 26707 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.3.188:47461: Network error: Client connection negotiation failed: client connection to 127.26.3.188:47461: connect: Connection refused (error 111) 17:51:56.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.399457 26707 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } attempt: 2 17:51:56.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.400694 26707 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.3.188:47461: Network error: Client connection negotiation failed: client connection to 127.26.3.188:47461: connect: Connection refused (error 111) 17:51:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.499107 26773 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } attempt: 4 17:51:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.500794 26773 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.3.188:47461: Network error: Client connection negotiation failed: client connection to 127.26.3.188:47461: connect: Connection refused (error 111) 17:51:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.501003 26707 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } attempt: 3 17:51:56.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.502941 26707 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.3.188:47461: Network error: Client connection negotiation failed: client connection to 127.26.3.188:47461: connect: Connection refused (error 111) 17:51:56.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.539921 26774 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:56.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.542184 26774 master_main.cc:83] Starting Master server... 17:51:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.631023 26774 rpc_server.cc:205] RPC server started. Bound to: 127.26.3.188:47461 17:51:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.631919 26774 webserver.cc:175] Starting webserver on 127.26.3.188:0 17:51:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.632019 26774 webserver.cc:186] Document root disabled 17:51:56.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.633875 26774 webserver.cc:313] Webserver started. Bound to: http://127.26.3.188:44807/ 17:51:56.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.634627 26774 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/master-2/data/info.pb 17:51:56.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.638092 26638 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 26774 17:51:56.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.638355 26837 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:56.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.639474 26638 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:56.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:56.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/wal 17:51:56.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/data 17:51:56.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:56.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.3.129:0 17:51:56.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.3.129 17:51:56.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.3.129 17:51:56.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.3.190:45631,127.26.3.189:59733,127.26.3.188:47461 17:51:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/logs 17:51:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/data/info.pb 17:51:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:56.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.643728 26707 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } attempt: 4 17:51:56.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.660647 26837 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } has no permanent_uuid. Determining permanent_uuid... 17:51:56.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.675916 26707 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f: Bootstrap starting. 17:51:56.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.676898 26837 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } has no permanent_uuid. Determining permanent_uuid... 17:51:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.679920 26707 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f: No blocks or log segments found. Creating new log. 17:51:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.681514 26707 log.cc:525] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f: Log is configured to *not* fsync() on all Append() calls 17:51:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.685729 26707 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f: No bootstrap required, opened a new log 17:51:56.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.686077 26837 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } has no permanent_uuid. Determining permanent_uuid... 17:51:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.701205 26837 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d: Bootstrap starting. 17:51:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.701828 26707 raft_consensus.cc:325] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } 17:51:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.702610 26707 raft_consensus.cc:351] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:56.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.702901 26707 raft_consensus.cc:630] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 716d637963a44f27b03cf81e9ee10e0f, State: Initialized, Role: FOLLOWER 17:51:56.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.703945 26707 consensus_queue.cc:228] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } 17:51:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.704908 26837 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d: No blocks or log segments found. Creating new log. 17:51:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.706810 26837 log.cc:525] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d: Log is configured to *not* fsync() on all Append() calls 17:51:56.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.712462 26837 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d: No bootstrap required, opened a new log 17:51:56.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.712213 26843 sys_catalog.cc:337] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } } 17:51:56.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.712966 26843 sys_catalog.cc:340] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [sys.catalog]: This master's current role is: FOLLOWER 17:51:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.726454 26837 raft_consensus.cc:325] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } 17:51:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.727324 26837 raft_consensus.cc:351] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.727633 26837 raft_consensus.cc:630] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ffe6f679148a42deb37dde9403c1aa2d, State: Initialized, Role: FOLLOWER 17:51:56.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.728466 26837 consensus_queue.cc:228] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } 17:51:56.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.732304 26837 sys_catalog.cc:337] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } } 17:51:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.733144 26837 sys_catalog.cc:340] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [sys.catalog]: This master's current role is: FOLLOWER 17:51:56.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.733862 26845 sys_catalog.cc:337] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } } 17:51:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.734907 26845 sys_catalog.cc:340] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [sys.catalog]: This master's current role is: FOLLOWER 17:51:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.800719 26838 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.801151 26838 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.804102 26773 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } attempt: 5 17:51:56.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.814580 26838 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.815178 26838 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.3.129 17:51:56.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.712885 26707 sys_catalog.cc:337] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } } 17:51:56.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.816550 26707 sys_catalog.cc:340] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [sys.catalog]: This master's current role is: FOLLOWER 17:51:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.817785 26707 sys_catalog.cc:424] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [sys.catalog]: configured and running, proceeding with master startup. 17:51:56.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.820439 26773 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823: Bootstrap starting. 17:51:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.823966 26773 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823: No blocks or log segments found. Creating new log. 17:51:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.825559 26773 log.cc:525] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823: Log is configured to *not* fsync() on all Append() calls 17:51:56.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.829290 26646 master_main.cc:86] Master server successfully started. 17:51:56.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.834118 26773 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823: No bootstrap required, opened a new log 17:51:56.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.835048 26846 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:56.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.835274 26846 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.734653 26837 sys_catalog.cc:424] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [sys.catalog]: configured and running, proceeding with master startup. 17:51:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.853415 26773 raft_consensus.cc:325] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } 17:51:56.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.854846 26773 raft_consensus.cc:351] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:56.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.855003 26773 raft_consensus.cc:630] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 26cb7430dc8448688c28e16da4d71823, State: Initialized, Role: FOLLOWER 17:51:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.855751 26773 consensus_queue.cc:228] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } 17:51:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.860494 26773 sys_catalog.cc:337] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } } 17:51:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.861344 26838 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/data 17:51:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/wal 17:51:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.3.129:0 17:51:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/data/info.pb 17:51:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.3.129 17:51:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.3.190:45631,127.26.3.189:59733,127.26.3.188:47461 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.3.129 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/logs 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.862706 26773 sys_catalog.cc:340] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [sys.catalog]: This master's current role is: FOLLOWER 17:51:56.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.864257 26773 sys_catalog.cc:424] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [sys.catalog]: configured and running, proceeding with master startup. 17:51:56.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.796272 26793 tablet.cc:1728] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.874982 26774 master_main.cc:86] Master server successfully started. 17:51:56.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.885255 26851 catalog_manager.cc:1084] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:51:56.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:56.885507 26851 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:51:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.886443 26845 raft_consensus.cc:457] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:51:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.886813 26845 raft_consensus.cc:2742] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d: Snoozing failure detection for 2.228s (starting election) 17:51:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.887135 26845 raft_consensus.cc:479] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } 17:51:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.888469 26845 leader_election.cc:251] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 716d637963a44f27b03cf81e9ee10e0f (127.26.3.190:45631) 17:51:56.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.889516 26845 leader_election.cc:251] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 26cb7430dc8448688c28e16da4d71823 (127.26.3.189:59733) 17:51:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.890841 26684 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ffe6f679148a42deb37dde9403c1aa2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "716d637963a44f27b03cf81e9ee10e0f" is_pre_election: true 17:51:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.891615 26684 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f: Snoozing failure detection for 1.835s (vote granted) 17:51:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.891921 26684 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ffe6f679148a42deb37dde9403c1aa2d in term 0. 17:51:56.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.893059 26784 leader_election.cc:387] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [CANDIDATE]: Term 1 pre-election: Vote granted by peer 716d637963a44f27b03cf81e9ee10e0f (127.26.3.190:45631) 17:51:56.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.893290 26784 leader_election.cc:278] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:51:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.893887 26845 raft_consensus.cc:2742] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d: Snoozing failure detection for 1.791s (election complete) 17:51:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.894147 26845 raft_consensus.cc:2549] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [term 0 FOLLOWER]: Leader pre-election won for term 1 17:51:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.894376 26845 raft_consensus.cc:457] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:51:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.894641 26845 raft_consensus.cc:2742] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d: Snoozing failure detection for 2.202s (starting election) 17:51:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.894871 26845 raft_consensus.cc:2794] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [term 0 FOLLOWER]: Advancing to term 1 17:51:56.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.900236 26845 raft_consensus.cc:479] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } 17:51:56.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.901239 26845 leader_election.cc:251] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [CANDIDATE]: Term 1 election: Requesting vote from peer 716d637963a44f27b03cf81e9ee10e0f (127.26.3.190:45631) 17:51:56.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.901690 26845 leader_election.cc:251] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [CANDIDATE]: Term 1 election: Requesting vote from peer 26cb7430dc8448688c28e16da4d71823 (127.26.3.189:59733) 17:51:56.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.902331 26684 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ffe6f679148a42deb37dde9403c1aa2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "716d637963a44f27b03cf81e9ee10e0f" 17:51:56.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.902755 26684 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [term 0 FOLLOWER]: Advancing to term 1 17:51:56.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.903014 26684 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f: Snoozing failure detection for 1.870s (vote granted) 17:51:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.908875 26684 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ffe6f679148a42deb37dde9403c1aa2d in term 1. 17:51:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.909775 26784 leader_election.cc:387] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [CANDIDATE]: Term 1 election: Vote granted by peer 716d637963a44f27b03cf81e9ee10e0f (127.26.3.190:45631) 17:51:56.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.910054 26784 leader_election.cc:278] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:56.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.910537 26845 raft_consensus.cc:2742] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d: Snoozing failure detection for 2.237s (election complete) 17:51:56.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.910784 26845 raft_consensus.cc:2549] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [term 1 FOLLOWER]: Leader election won for term 1 17:51:56.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.919051 26838 tablet_server_main.cc:85] Initializing tablet server... 17:51:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.922652 26845 raft_consensus.cc:595] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [term 1 LEADER]: Becoming Leader. State: Replica: ffe6f679148a42deb37dde9403c1aa2d, State: Running, Role: LEADER 17:51:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.923275 26845 consensus_queue.cc:205] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } 17:51:56.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.926841 26838 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 333564us 17:51:56.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.928154 26838 fs_manager.cc:262] Metadata directory not provided 17:51:56.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.928848 26838 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:56.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.929467 26838 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:56.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.930163 26838 server_base.cc:433] Attempting to create new FS layout instead 17:51:56.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.940796 26838 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/data/instance: 17:51:56.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "eb9f7f70ced749b2b8eb9986d782459b" 17:51:56.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.942514 26857 sys_catalog.cc:337] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [sys.catalog]: SysCatalogTable state changed. Reason: New leader ffe6f679148a42deb37dde9403c1aa2d. Latest consensus state: current_term: 1 leader_uuid: "ffe6f679148a42deb37dde9403c1aa2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } } 17:51:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.943198 26857 sys_catalog.cc:340] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [sys.catalog]: This master's current role is: LEADER 17:51:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.943902 26838 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/wal/instance: 17:51:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "eb9f7f70ced749b2b8eb9986d782459b" 17:51:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:56.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.953886 26859 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:51:56.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.957298 26859 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:51:57.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:57.010255 26663 tablet.cc:1728] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.012225 26838 fs_manager.cc:502] Time spent creating directory manager: real 0.067s user 0.019s sys 0.010s 17:51:57.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.014099 26838 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.015552 26838 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:57.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:56.860741 26854 sys_catalog.cc:337] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } } 17:51:57.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.030675 26854 sys_catalog.cc:340] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [sys.catalog]: This master's current role is: FOLLOWER 17:51:57.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.061941 26838 fs_manager.cc:418] Time spent opening block manager: real 0.015s user 0.003s sys 0.002s 17:51:57.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.062115 26838 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/wal 17:51:57.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "eb9f7f70ced749b2b8eb9986d782459b" 17:51:57.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:56 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:57.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.062420 26838 fs_report.cc:352] FS layout report 17:51:57.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:57.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/wal 17:51:57.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/wal 17:51:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/data/data 17:51:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:57.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:57.004251 26729 tablet.cc:1728] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:57.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.092847 26855 catalog_manager.cc:525] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting 17:51:57.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.094010 26750 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ffe6f679148a42deb37dde9403c1aa2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "26cb7430dc8448688c28e16da4d71823" is_pre_election: true 17:51:57.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.094841 26708 master_main.cc:86] Master server successfully started. 17:51:57.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.095147 26750 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823: Snoozing failure detection for 1.560s (vote granted) 17:51:57.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.095427 26750 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ffe6f679148a42deb37dde9403c1aa2d in term 0. 17:51:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.093463 26749 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ffe6f679148a42deb37dde9403c1aa2d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "26cb7430dc8448688c28e16da4d71823" 17:51:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.096412 26749 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [term 0 FOLLOWER]: Advancing to term 1 17:51:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.096698 26749 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823: Snoozing failure detection for 1.563s (vote granted) 17:51:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.096899 26788 leader_election.cc:387] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [CANDIDATE]: Term 1 pre-election: Vote granted by peer 26cb7430dc8448688c28e16da4d71823 (127.26.3.189:59733) 17:51:57.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.102008 26749 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ffe6f679148a42deb37dde9403c1aa2d in term 1. 17:51:57.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.102826 26788 leader_election.cc:387] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [CANDIDATE]: Term 1 election: Vote granted by peer 26cb7430dc8448688c28e16da4d71823 (127.26.3.189:59733) 17:51:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.114886 26749 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [term 1 FOLLOWER]: Refusing update from remote peer ffe6f679148a42deb37dde9403c1aa2d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.116075 26845 consensus_queue.cc:963] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.117017 26684 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [term 1 FOLLOWER]: Refusing update from remote peer ffe6f679148a42deb37dde9403c1aa2d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:51:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.121024 26845 consensus_queue.cc:963] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [LEADER]: Connected to new peer: Peer: permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:51:57.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.132661 26854 sys_catalog.cc:337] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ffe6f679148a42deb37dde9403c1aa2d. Latest consensus state: current_term: 1 leader_uuid: "ffe6f679148a42deb37dde9403c1aa2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } } 17:51:57.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.133291 26854 sys_catalog.cc:340] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [sys.catalog]: This master's current role is: FOLLOWER 17:51:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.142870 26845 sys_catalog.cc:337] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ffe6f679148a42deb37dde9403c1aa2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } } 17:51:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.143558 26845 sys_catalog.cc:340] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [sys.catalog]: This master's current role is: LEADER 17:51:57.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.145826 26859 catalog_manager.cc:924] Generated new certificate authority record 17:51:57.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.147976 26859 catalog_manager.cc:1046] Loading token signing keys... 17:51:57.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.150595 26854 sys_catalog.cc:337] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ffe6f679148a42deb37dde9403c1aa2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } } 17:51:57.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.151255 26854 sys_catalog.cc:340] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823 [sys.catalog]: This master's current role is: FOLLOWER 17:51:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.152295 26843 sys_catalog.cc:337] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [sys.catalog]: SysCatalogTable state changed. Reason: New leader ffe6f679148a42deb37dde9403c1aa2d. Latest consensus state: current_term: 1 leader_uuid: "ffe6f679148a42deb37dde9403c1aa2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } } 17:51:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.152956 26843 sys_catalog.cc:340] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [sys.catalog]: This master's current role is: FOLLOWER 17:51:57.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.154017 26845 sys_catalog.cc:337] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ffe6f679148a42deb37dde9403c1aa2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } } 17:51:57.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.154639 26845 sys_catalog.cc:340] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d [sys.catalog]: This master's current role is: LEADER 17:51:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.162576 26843 sys_catalog.cc:337] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ffe6f679148a42deb37dde9403c1aa2d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "716d637963a44f27b03cf81e9ee10e0f" member_type: VOTER last_known_addr { host: "127.26.3.190" port: 45631 } } peers { permanent_uuid: "26cb7430dc8448688c28e16da4d71823" member_type: VOTER last_known_addr { host: "127.26.3.189" port: 59733 } } peers { permanent_uuid: "ffe6f679148a42deb37dde9403c1aa2d" member_type: VOTER last_known_addr { host: "127.26.3.188" port: 47461 } } } 17:51:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.163183 26843 sys_catalog.cc:340] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f [sys.catalog]: This master's current role is: FOLLOWER 17:51:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.184676 26859 catalog_manager.cc:4062] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d: Generated new TSK 0 17:51:57.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.368278 26838 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.373026 26838 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:57.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.375933 26838 tablet_server_main.cc:90] Starting tablet server... 17:51:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.647775 26838 rpc_server.cc:205] RPC server started. Bound to: 127.26.3.129:41641 17:51:57.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.648833 26838 webserver.cc:175] Starting webserver on 127.26.3.129:0 17:51:57.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.648953 26838 webserver.cc:186] Document root disabled 17:51:57.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.650585 26838 webserver.cc:313] Webserver started. Bound to: http://127.26.3.129:45449/ 17:51:57.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.651289 26838 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-0/data/info.pb 17:51:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.654080 26638 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 26838 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.655328 26638 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/wal 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/data 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.3.130:0 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.3.130 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.3.130 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.3.190:45631,127.26.3.189:59733,127.26.3.188:47461 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/logs 17:51:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/data/info.pb 17:51:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.716452 26838 tablet_server_main.cc:93] Tablet server successfully started. 17:51:57.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.734267 26991 heartbeater.cc:346] Connected to a master server at 127.26.3.189:59733 17:51:57.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.734588 26991 heartbeater.cc:426] Registering TS with master... 17:51:57.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.735179 26991 heartbeater.cc:475] Master 127.26.3.189:59733 requested a full tablet report, sending... 17:51:57.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.737962 26740 ts_manager.cc:98] Registered new tserver with Master: eb9f7f70ced749b2b8eb9986d782459b (127.26.3.129:41641) 17:51:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.738904 26994 heartbeater.cc:346] Connected to a master server at 127.26.3.188:47461 17:51:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.739130 26994 heartbeater.cc:426] Registering TS with master... 17:51:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.739576 26994 heartbeater.cc:475] Master 127.26.3.188:47461 requested a full tablet report, sending... 17:51:57.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.741691 26804 ts_manager.cc:98] Registered new tserver with Master: eb9f7f70ced749b2b8eb9986d782459b (127.26.3.129:41641) 17:51:57.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.744261 26804 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.26.3.129:43523 17:51:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.747928 26989 heartbeater.cc:346] Connected to a master server at 127.26.3.190:45631 17:51:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.748162 26989 heartbeater.cc:426] Registering TS with master... 17:51:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.748530 26989 heartbeater.cc:475] Master 127.26.3.190:45631 requested a full tablet report, sending... 17:51:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.751190 26674 ts_manager.cc:98] Registered new tserver with Master: eb9f7f70ced749b2b8eb9986d782459b (127.26.3.129:41641) 17:51:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:57.812439 26990 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:57.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:57.813019 26990 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:57.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:57.821985 26990 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:57.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:57.822445 26990 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.3.130 17:51:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.840629 26990 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/data 17:51:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/wal 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.3.130:0 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/data/info.pb 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.3.130 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.3.190:45631,127.26.3.189:59733,127.26.3.188:47461 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.3.130 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/logs 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.847950 26846 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f: acquiring CA information for follower catalog manager: success 17:51:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.857127 26990 tablet_server_main.cc:85] Initializing tablet server... 17:51:57.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.858904 26846 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 716d637963a44f27b03cf81e9ee10e0f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:57.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.859352 26990 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 334064us 17:51:57.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.859948 26990 fs_manager.cc:262] Metadata directory not provided 17:51:57.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.860096 26990 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:57.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.860499 26990 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:57.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.860627 26990 server_base.cc:433] Attempting to create new FS layout instead 17:51:57.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.863895 26990 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/data/instance: 17:51:57.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1d6d939e52924b87b2c6eed2aaf2af8a" 17:51:57.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:57 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:57.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.864835 26990 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/wal/instance: 17:51:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1d6d939e52924b87b2c6eed2aaf2af8a" 17:51:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:57 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.877113 26990 fs_manager.cc:502] Time spent creating directory manager: real 0.012s user 0.008s sys 0.002s 17:51:57.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.878279 26990 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:57.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.878753 26990 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:57.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.886402 26990 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.001s 17:51:57.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.886553 26990 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/wal 17:51:57.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "1d6d939e52924b87b2c6eed2aaf2af8a" 17:51:57.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:57 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:57.886834 26990 fs_report.cc:352] FS layout report 17:51:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/wal 17:51:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/wal 17:51:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/data/data 17:51:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:58.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.092198 26990 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:58.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.101321 26990 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:58.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.107580 26990 tablet_server_main.cc:90] Starting tablet server... 17:51:58.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.110612 26855 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823: acquiring CA information for follower catalog manager: success 17:51:58.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.113731 26855 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 26cb7430dc8448688c28e16da4d71823: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:51:58.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.265146 26990 rpc_server.cc:205] RPC server started. Bound to: 127.26.3.130:35796 17:51:58.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.266767 26990 webserver.cc:175] Starting webserver on 127.26.3.130:0 17:51:58.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.266890 26990 webserver.cc:186] Document root disabled 17:51:58.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.268872 26990 webserver.cc:313] Webserver started. Bound to: http://127.26.3.130:58905/ 17:51:58.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.269726 26990 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/data/info.pb 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.273133 26638 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 26990 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.274268 26638 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/wal 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/data 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.3.131:0 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.3.131 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.3.131 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.3.190:45631,127.26.3.189:59733,127.26.3.188:47461 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/logs 17:51:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/data/info.pb 17:51:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:51:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:51:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:51:58.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.316305 26990 tablet_server_main.cc:93] Tablet server successfully started. 17:51:58.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.374467 27122 heartbeater.cc:346] Connected to a master server at 127.26.3.189:59733 17:51:58.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.374855 27122 heartbeater.cc:426] Registering TS with master... 17:51:58.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.375849 27122 heartbeater.cc:475] Master 127.26.3.189:59733 requested a full tablet report, sending... 17:51:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.378880 26740 ts_manager.cc:98] Registered new tserver with Master: 1d6d939e52924b87b2c6eed2aaf2af8a (127.26.3.130:35796) 17:51:58.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.384256 27121 heartbeater.cc:346] Connected to a master server at 127.26.3.190:45631 17:51:58.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.384511 27121 heartbeater.cc:426] Registering TS with master... 17:51:58.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.384950 27121 heartbeater.cc:475] Master 127.26.3.190:45631 requested a full tablet report, sending... 17:51:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.387332 26674 ts_manager.cc:98] Registered new tserver with Master: 1d6d939e52924b87b2c6eed2aaf2af8a (127.26.3.130:35796) 17:51:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.391029 27126 heartbeater.cc:346] Connected to a master server at 127.26.3.188:47461 17:51:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.391258 27126 heartbeater.cc:426] Registering TS with master... 17:51:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.391706 27126 heartbeater.cc:475] Master 127.26.3.188:47461 requested a full tablet report, sending... 17:51:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.393590 26804 ts_manager.cc:98] Registered new tserver with Master: 1d6d939e52924b87b2c6eed2aaf2af8a (127.26.3.130:35796) 17:51:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.395414 26804 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.26.3.130:49910 17:51:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:51:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:58.457975 27125 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:51:58.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:58.458693 27125 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:51:58.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:58.468618 27125 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:51:58.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:58.469128 27125 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.3.131 17:51:58.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.488132 27125 tablet_server_main.cc:78] Tablet server non-default flags: 17:51:58.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/data 17:51:58.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/wal 17:51:58.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:51:58.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.3.131:0 17:51:58.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:51:58.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:51:58.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:51:58.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/data/info.pb 17:51:58.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.3.131 17:51:58.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:51:58.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.3.190:45631,127.26.3.189:59733,127.26.3.188:47461 17:51:58.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:51:58.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:51:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:51:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:51:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:51:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.3.131 17:51:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/logs 17:51:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:51:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:51:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:51:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:51:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:51:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:51:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:51:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:51:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:51:58.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.504618 27125 tablet_server_main.cc:85] Initializing tablet server... 17:51:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.506790 27125 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 334564us 17:51:58.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.507354 27125 fs_manager.cc:262] Metadata directory not provided 17:51:58.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.507608 27125 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:51:58.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.507964 27125 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:51:58.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.508119 27125 server_base.cc:433] Attempting to create new FS layout instead 17:51:58.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.511471 27125 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/data/instance: 17:51:58.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ec9a880b95bf4449b598e28b29239c4e" 17:51:58.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:58 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.512343 27125 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/wal/instance: 17:51:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ec9a880b95bf4449b598e28b29239c4e" 17:51:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:58 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:58.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.531654 27125 fs_manager.cc:502] Time spent creating directory manager: real 0.019s user 0.011s sys 0.006s 17:51:58.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.533591 27125 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:51:58.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.534332 27125 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:51:58.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.552136 27125 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.002s sys 0.004s 17:51:58.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.552485 27125 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/wal 17:51:58.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "ec9a880b95bf4449b598e28b29239c4e" 17:51:58.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:51:58 on quasar-kpilnl-1.vpc.cloudera.com" 17:51:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.552996 27125 fs_report.cc:352] FS layout report 17:51:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:51:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/wal 17:51:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/wal 17:51:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/data/data 17:51:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:51:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:51:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:51:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:51:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:51:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:51:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:51:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:51:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:51:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:51:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.747561 26994 heartbeater.cc:467] Master 127.26.3.188:47461 was elected leader, sending a full tablet report... 17:51:58.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.763422 27125 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:51:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.768889 27125 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:51:58.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.770800 27125 tablet_server_main.cc:90] Starting tablet server... 17:51:58.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.955878 27125 rpc_server.cc:205] RPC server started. Bound to: 127.26.3.131:43600 17:51:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.957988 27125 webserver.cc:175] Starting webserver on 127.26.3.131:0 17:51:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.958287 27125 webserver.cc:186] Document root disabled 17:51:58.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.960446 27125 webserver.cc:313] Webserver started. Bound to: http://127.26.3.131:52189/ 17:51:58.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.961709 27125 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-2/data/info.pb 17:51:58.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:58.971138 26638 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 27125 17:51:59.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.035192 27125 tablet_server_main.cc:93] Tablet server successfully started. 17:51:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.072134 27263 heartbeater.cc:346] Connected to a master server at 127.26.3.189:59733 17:51:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.072477 27263 heartbeater.cc:426] Registering TS with master... 17:51:59.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.073141 27263 heartbeater.cc:475] Master 127.26.3.189:59733 requested a full tablet report, sending... 17:51:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.076053 26740 ts_manager.cc:98] Registered new tserver with Master: ec9a880b95bf4449b598e28b29239c4e (127.26.3.131:43600) 17:51:59.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.079327 27266 heartbeater.cc:346] Connected to a master server at 127.26.3.188:47461 17:51:59.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.079588 27266 heartbeater.cc:426] Registering TS with master... 17:51:59.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.080034 27266 heartbeater.cc:475] Master 127.26.3.188:47461 requested a full tablet report, sending... 17:51:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.082101 27262 heartbeater.cc:346] Connected to a master server at 127.26.3.190:45631 17:51:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.082273 26804 ts_manager.cc:98] Registered new tserver with Master: ec9a880b95bf4449b598e28b29239c4e (127.26.3.131:43600) 17:51:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.082329 27262 heartbeater.cc:426] Registering TS with master... 17:51:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.082754 27262 heartbeater.cc:475] Master 127.26.3.190:45631 requested a full tablet report, sending... 17:51:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.085289 26674 ts_manager.cc:98] Registered new tserver with Master: ec9a880b95bf4449b598e28b29239c4e (127.26.3.131:43600) 17:51:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.085307 26804 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.26.3.131:36058 17:51:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.097918 26638 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:51:59.099 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:51:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.315578 26804 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.26.3.188:52037: 17:51:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:51:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:51:59.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:51:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.401422 26926 tablet_service.cc:759] Processing CreateTablet for tablet f4bca42ed3a54e7aa1034644a135d7ed (table=test [id=084c175bbe9f46c9b4b24bffeba18757]), partition=RANGE (key) PARTITION VALUES < 50 17:51:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.402477 26926 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet f4bca42ed3a54e7aa1034644a135d7ed. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:59.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.403973 27126 heartbeater.cc:467] Master 127.26.3.188:47461 was elected leader, sending a full tablet report... 17:51:59.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.405524 27199 tablet_service.cc:759] Processing CreateTablet for tablet 98cd175c7e3844b795fb53a63310b19f (table=test [id=084c175bbe9f46c9b4b24bffeba18757]), partition=RANGE (key) PARTITION VALUES >= 50 17:51:59.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.406354 27199 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 98cd175c7e3844b795fb53a63310b19f. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.419006 27199 ts_tablet_manager.cc:1173] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e: Registered tablet (data state: TABLET_DATA_READY) 17:51:59.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.421089 27336 ts_tablet_manager.cc:1028] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e: Bootstrapping tablet 17:51:59.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.422053 27336 tablet_bootstrap.cc:438] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e: Bootstrap starting. 17:51:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.425056 27336 tablet_bootstrap.cc:592] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e: No blocks or log segments found. Creating new log. 17:51:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.426532 27336 log.cc:525] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e: Log is configured to *not* fsync() on all Append() calls 17:51:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.430501 27336 tablet_bootstrap.cc:438] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e: No bootstrap required, opened a new log 17:51:59.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.430971 27336 ts_tablet_manager.cc:1045] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.003s 17:51:59.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.442339 26926 ts_tablet_manager.cc:1173] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b: Registered tablet (data state: TABLET_DATA_READY) 17:51:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.450312 27338 ts_tablet_manager.cc:1028] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b: Bootstrapping tablet 17:51:59.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.450206 27336 raft_consensus.cc:325] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ec9a880b95bf4449b598e28b29239c4e" member_type: VOTER last_known_addr { host: "127.26.3.131" port: 43600 } } 17:51:59.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.451768 27338 tablet_bootstrap.cc:438] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b: Bootstrap starting. 17:51:59.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.452111 27336 raft_consensus.cc:351] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:59.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.452579 27336 raft_consensus.cc:630] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec9a880b95bf4449b598e28b29239c4e, State: Initialized, Role: FOLLOWER 17:51:59.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.453465 27336 consensus_queue.cc:228] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ec9a880b95bf4449b598e28b29239c4e" member_type: VOTER last_known_addr { host: "127.26.3.131" port: 43600 } } 17:51:59.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.454183 27336 raft_consensus.cc:365] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:59.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.454648 27336 raft_consensus.cc:457] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:59.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.454985 27336 raft_consensus.cc:2742] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e: Snoozing failure detection for 2.002s (starting election) 17:51:59.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.455373 27336 raft_consensus.cc:2794] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e [term 0 FOLLOWER]: Advancing to term 1 17:51:59.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.455793 27338 tablet_bootstrap.cc:592] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b: No blocks or log segments found. Creating new log. 17:51:59.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.457937 27338 log.cc:525] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b: Log is configured to *not* fsync() on all Append() calls 17:51:59.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.460582 27336 raft_consensus.cc:479] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ec9a880b95bf4449b598e28b29239c4e" member_type: VOTER last_known_addr { host: "127.26.3.131" port: 43600 } } 17:51:59.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.461488 27336 leader_election.cc:278] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:59.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.466801 27338 tablet_bootstrap.cc:438] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b: No bootstrap required, opened a new log 17:51:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.467283 27338 ts_tablet_manager.cc:1045] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b: Time spent bootstrapping tablet: real 0.016s user 0.006s sys 0.005s 17:51:59.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.469791 27340 raft_consensus.cc:2742] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e: Snoozing failure detection for 1.921s (election complete) 17:51:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.470167 27340 raft_consensus.cc:2549] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e [term 1 FOLLOWER]: Leader election won for term 1 17:51:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.484004 27266 heartbeater.cc:467] Master 127.26.3.188:47461 was elected leader, sending a full tablet report... 17:51:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.484979 27336 ts_tablet_manager.cc:1073] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e: Time spent starting tablet: real 0.054s user 0.025s sys 0.012s 17:51:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.485479 27340 raft_consensus.cc:595] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e [term 1 LEADER]: Becoming Leader. State: Replica: ec9a880b95bf4449b598e28b29239c4e, State: Running, Role: LEADER 17:51:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.486140 27340 consensus_queue.cc:205] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ec9a880b95bf4449b598e28b29239c4e" member_type: VOTER last_known_addr { host: "127.26.3.131" port: 43600 } } 17:51:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.487490 27338 raft_consensus.cc:325] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb9f7f70ced749b2b8eb9986d782459b" member_type: VOTER last_known_addr { host: "127.26.3.129" port: 41641 } } 17:51:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.488204 27338 raft_consensus.cc:351] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.488520 27338 raft_consensus.cc:630] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb9f7f70ced749b2b8eb9986d782459b, State: Initialized, Role: FOLLOWER 17:51:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.489282 27338 consensus_queue.cc:228] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb9f7f70ced749b2b8eb9986d782459b" member_type: VOTER last_known_addr { host: "127.26.3.129" port: 41641 } } 17:51:59.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.489955 27338 raft_consensus.cc:365] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:59.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.490280 27338 raft_consensus.cc:457] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:59.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.490669 27338 raft_consensus.cc:2742] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b: Snoozing failure detection for 1.778s (starting election) 17:51:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.491014 27338 raft_consensus.cc:2794] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b [term 0 FOLLOWER]: Advancing to term 1 17:51:59.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.496073 27338 raft_consensus.cc:479] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb9f7f70ced749b2b8eb9986d782459b" member_type: VOTER last_known_addr { host: "127.26.3.129" port: 41641 } } 17:51:59.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.496795 27338 leader_election.cc:278] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.501031 26804 catalog_manager.cc:3758] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e reported cstate change: term changed from 0 to 1, leader changed from to ec9a880b95bf4449b598e28b29239c4e (127.26.3.131). New cstate: current_term: 1 leader_uuid: "ec9a880b95bf4449b598e28b29239c4e" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "ec9a880b95bf4449b598e28b29239c4e" member_type: VOTER last_known_addr { host: "127.26.3.131" port: 43600 } health_report { overall_health: HEALTHY } } } 17:51:59.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.506351 27344 raft_consensus.cc:2742] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b: Snoozing failure detection for 1.736s (election complete) 17:51:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.507654 27344 raft_consensus.cc:2549] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b [term 1 FOLLOWER]: Leader election won for term 1 17:51:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.510593 27344 raft_consensus.cc:595] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b [term 1 LEADER]: Becoming Leader. State: Replica: eb9f7f70ced749b2b8eb9986d782459b, State: Running, Role: LEADER 17:51:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.511420 27344 consensus_queue.cc:205] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb9f7f70ced749b2b8eb9986d782459b" member_type: VOTER last_known_addr { host: "127.26.3.129" port: 41641 } } 17:51:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.516439 27338 ts_tablet_manager.cc:1073] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b: Time spent starting tablet: real 0.049s user 0.025s sys 0.008s 17:51:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.525665 26804 catalog_manager.cc:3758] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b reported cstate change: term changed from 0 to 1, leader changed from to eb9f7f70ced749b2b8eb9986d782459b (127.26.3.129). New cstate: current_term: 1 leader_uuid: "eb9f7f70ced749b2b8eb9986d782459b" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb9f7f70ced749b2b8eb9986d782459b" member_type: VOTER last_known_addr { host: "127.26.3.129" port: 41641 } health_report { overall_health: HEALTHY } } } 17:51:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:59.534620 27271 tablet.cc:1728] T 98cd175c7e3844b795fb53a63310b19f P ec9a880b95bf4449b598e28b29239c4e: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.612608 26804 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.26.3.188:52037: 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.641233 27058 tablet_service.cc:759] Processing CreateTablet for tablet 7cce754f7d1c43a2a5b5e25025eec515 (table=simple-test [id=632ef3874e3b4f8ba0865f77da125055]), partition=RANGE (key) PARTITION UNBOUNDED 17:51:59.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.642163 27058 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 7cce754f7d1c43a2a5b5e25025eec515. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:59.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.661877 27058 ts_tablet_manager.cc:1173] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a: Registered tablet (data state: TABLET_DATA_READY) 17:51:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.663794 27350 ts_tablet_manager.cc:1028] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a: Bootstrapping tablet 17:51:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.664505 27350 tablet_bootstrap.cc:438] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a: Bootstrap starting. 17:51:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.667649 27350 tablet_bootstrap.cc:592] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a: No blocks or log segments found. Creating new log. 17:51:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.669155 27350 log.cc:525] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a: Log is configured to *not* fsync() on all Append() calls 17:51:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.672719 27350 tablet_bootstrap.cc:438] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a: No bootstrap required, opened a new log 17:51:59.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.673079 27350 ts_tablet_manager.cc:1045] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a: Time spent bootstrapping tablet: real 0.009s user 0.005s sys 0.002s 17:51:59.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.684429 27350 raft_consensus.cc:325] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1d6d939e52924b87b2c6eed2aaf2af8a" member_type: VOTER last_known_addr { host: "127.26.3.130" port: 35796 } } 17:51:59.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.684931 27350 raft_consensus.cc:351] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:59.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.685191 27350 raft_consensus.cc:630] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d6d939e52924b87b2c6eed2aaf2af8a, State: Initialized, Role: FOLLOWER 17:51:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.685881 27350 consensus_queue.cc:228] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1d6d939e52924b87b2c6eed2aaf2af8a" member_type: VOTER last_known_addr { host: "127.26.3.130" port: 35796 } } 17:51:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.686352 27350 raft_consensus.cc:365] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.686625 27350 raft_consensus.cc:457] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.686836 27350 raft_consensus.cc:2742] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a: Snoozing failure detection for 1.970s (starting election) 17:51:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.687096 27350 raft_consensus.cc:2794] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a [term 0 FOLLOWER]: Advancing to term 1 17:51:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.690084 27350 raft_consensus.cc:479] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1d6d939e52924b87b2c6eed2aaf2af8a" member_type: VOTER last_known_addr { host: "127.26.3.130" port: 35796 } } 17:51:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.690994 27350 leader_election.cc:278] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.693336 27352 raft_consensus.cc:2742] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a: Snoozing failure detection for 2.044s (election complete) 17:51:59.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.693873 27352 raft_consensus.cc:2549] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a [term 1 FOLLOWER]: Leader election won for term 1 17:51:59.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.696342 27350 ts_tablet_manager.cc:1073] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a: Time spent starting tablet: real 0.023s user 0.018s sys 0.004s 17:51:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.700822 27352 raft_consensus.cc:595] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a [term 1 LEADER]: Becoming Leader. State: Replica: 1d6d939e52924b87b2c6eed2aaf2af8a, State: Running, Role: LEADER 17:51:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.701181 27352 consensus_queue.cc:205] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1d6d939e52924b87b2c6eed2aaf2af8a" member_type: VOTER last_known_addr { host: "127.26.3.130" port: 35796 } } 17:51:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.708536 26804 catalog_manager.cc:3758] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a reported cstate change: term changed from 0 to 1, leader changed from to 1d6d939e52924b87b2c6eed2aaf2af8a (127.26.3.130). New cstate: current_term: 1 leader_uuid: "1d6d939e52924b87b2c6eed2aaf2af8a" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1d6d939e52924b87b2c6eed2aaf2af8a" member_type: VOTER last_known_addr { host: "127.26.3.130" port: 35796 } health_report { overall_health: HEALTHY } } } 17:51:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:59.718786 26997 tablet.cc:1728] T f4bca42ed3a54e7aa1034644a135d7ed P eb9f7f70ced749b2b8eb9986d782459b: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:59.820886 27129 tablet.cc:1728] T 7cce754f7d1c43a2a5b5e25025eec515 P 1d6d939e52924b87b2c6eed2aaf2af8a: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:51:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.852414 26804 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.26.3.188:52034: 17:51:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "testcreatetable" 17:51:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:51:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) scale: 0 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) scale: 0 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:51:59.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:51:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:51:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:51:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) scale: 0 17:51:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:51:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:51:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:51:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:51:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:51:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:51:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:51:59.881541 27154 debug-util.cc:397] Leaking SignalData structure 0x7b0800029060 after lost signal to thread 27142 17:51:59.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.880445 27058 tablet_service.cc:759] Processing CreateTablet for tablet f709ba2c6b9442feb7ce928646db696f (table=testcreatetable [id=09a096ccff194aeb9c8eaf650d56b434]), partition=RANGE (key) PARTITION UNBOUNDED 17:51:59.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.963716 27058 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet f709ba2c6b9442feb7ce928646db696f. 1 dirs total, 0 dirs full, 0 dirs failed 17:51:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.974099 27058 ts_tablet_manager.cc:1173] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a: Registered tablet (data state: TABLET_DATA_READY) 17:51:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.974520 27350 ts_tablet_manager.cc:1028] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a: Bootstrapping tablet 17:51:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.974846 27350 tablet_bootstrap.cc:438] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a: Bootstrap starting. 17:51:59.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.977439 27350 tablet_bootstrap.cc:592] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a: No blocks or log segments found. Creating new log. 17:51:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.982790 27350 tablet_bootstrap.cc:438] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a: No bootstrap required, opened a new log 17:51:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.983080 27350 ts_tablet_manager.cc:1045] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a: Time spent bootstrapping tablet: real 0.008s user 0.004s sys 0.002s 17:51:59.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.984621 27350 raft_consensus.cc:325] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1d6d939e52924b87b2c6eed2aaf2af8a" member_type: VOTER last_known_addr { host: "127.26.3.130" port: 35796 } } 17:51:59.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.985579 27350 raft_consensus.cc:351] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:51:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.985836 27350 raft_consensus.cc:630] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d6d939e52924b87b2c6eed2aaf2af8a, State: Initialized, Role: FOLLOWER 17:51:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.986320 27350 consensus_queue.cc:228] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1d6d939e52924b87b2c6eed2aaf2af8a" member_type: VOTER last_known_addr { host: "127.26.3.130" port: 35796 } } 17:51:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.986755 27350 raft_consensus.cc:365] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:51:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.986935 27350 raft_consensus.cc:457] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:51:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.987134 27350 raft_consensus.cc:2742] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a: Snoozing failure detection for 2.181s (starting election) 17:51:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.987332 27350 raft_consensus.cc:2794] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a [term 0 FOLLOWER]: Advancing to term 1 17:51:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.989940 27350 raft_consensus.cc:479] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1d6d939e52924b87b2c6eed2aaf2af8a" member_type: VOTER last_known_addr { host: "127.26.3.130" port: 35796 } } 17:51:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.990314 27350 leader_election.cc:278] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:51:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.990782 27352 raft_consensus.cc:2742] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a: Snoozing failure detection for 1.612s (election complete) 17:51:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.991080 27352 raft_consensus.cc:2549] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a [term 1 FOLLOWER]: Leader election won for term 1 17:51:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.991384 27352 raft_consensus.cc:595] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a [term 1 LEADER]: Becoming Leader. State: Replica: 1d6d939e52924b87b2c6eed2aaf2af8a, State: Running, Role: LEADER 17:51:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.991891 27350 ts_tablet_manager.cc:1073] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a: Time spent starting tablet: real 0.009s user 0.007s sys 0.001s 17:51:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.991786 27352 consensus_queue.cc:205] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1d6d939e52924b87b2c6eed2aaf2af8a" member_type: VOTER last_known_addr { host: "127.26.3.130" port: 35796 } } 17:51:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:51:59.997110 26804 catalog_manager.cc:3758] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a reported cstate change: term changed from 0 to 1, leader changed from to 1d6d939e52924b87b2c6eed2aaf2af8a (127.26.3.130). New cstate: current_term: 1 leader_uuid: "1d6d939e52924b87b2c6eed2aaf2af8a" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "1d6d939e52924b87b2c6eed2aaf2af8a" member_type: VOTER last_known_addr { host: "127.26.3.130" port: 35796 } health_report { overall_health: HEALTHY } } } 17:52:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.396790 26803 catalog_manager.cc:1757] Servicing DeleteTable request from {username='jenkins'} at 127.26.3.188:52034: 17:52:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) table { table_name: "testcreatetable" } 17:52:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.409515 26803 catalog_manager.cc:3997] T 00000000000000000000000000000000 P ffe6f679148a42deb37dde9403c1aa2d: Sending DeleteTablet for 1 replicas of tablet f709ba2c6b9442feb7ce928646db696f 17:52:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.409859 26803 catalog_manager.cc:3160] Sending DeleteTablet(TABLET_DATA_DELETED) for tablet f709ba2c6b9442feb7ce928646db696f on 1d6d939e52924b87b2c6eed2aaf2af8a (127.26.3.130:35796) (Table deleted at 2018-10-03 17:52:00 PDT) 17:52:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.411186 27058 tablet_service.cc:800] Processing DeleteTablet for tablet f709ba2c6b9442feb7ce928646db696f with delete_type TABLET_DATA_DELETED (Table deleted at 2018-10-03 17:52:00 PDT) from {username='jenkins'} at 127.26.3.130:50846 17:52:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.418010 27375 tablet_replica.cc:261] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a: stopping tablet replica 17:52:00.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.419744 27375 maintenance_manager.cc:237] P 1d6d939e52924b87b2c6eed2aaf2af8a: Unregistered op CompactRowSetsOp(f709ba2c6b9442feb7ce928646db696f) 17:52:00.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.419971 27375 maintenance_manager.cc:237] P 1d6d939e52924b87b2c6eed2aaf2af8a: Unregistered op MinorDeltaCompactionOp(f709ba2c6b9442feb7ce928646db696f) 17:52:00.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.420178 27375 maintenance_manager.cc:237] P 1d6d939e52924b87b2c6eed2aaf2af8a: Unregistered op MajorDeltaCompactionOp(f709ba2c6b9442feb7ce928646db696f) 17:52:00.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.420377 27375 maintenance_manager.cc:237] P 1d6d939e52924b87b2c6eed2aaf2af8a: Unregistered op UndoDeltaBlockGCOp(f709ba2c6b9442feb7ce928646db696f) 17:52:00.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.423594 27375 maintenance_manager.cc:237] P 1d6d939e52924b87b2c6eed2aaf2af8a: Unregistered op FlushMRSOp(f709ba2c6b9442feb7ce928646db696f) 17:52:00.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.423801 27375 maintenance_manager.cc:237] P 1d6d939e52924b87b2c6eed2aaf2af8a: Unregistered op FlushDeltaMemStoresOp(f709ba2c6b9442feb7ce928646db696f) 17:52:00.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.424649 27375 maintenance_manager.cc:237] P 1d6d939e52924b87b2c6eed2aaf2af8a: Unregistered op LogGCOp(f709ba2c6b9442feb7ce928646db696f) 17:52:00.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.425572 27375 raft_consensus.cc:2052] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a [term 1 LEADER]: Raft consensus shutting down. 17:52:00.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.426009 27375 raft_consensus.cc:2079] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a [term 1 FOLLOWER]: Raft consensus is shut down! 17:52:00.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.438153 27375 ts_tablet_manager.cc:1369] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a: Deleting tablet data with delete state TABLET_DATA_DELETED 17:52:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.460966 27375 ts_tablet_manager.cc:1382] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.2 17:52:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.462513 27375 log.cc:986] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a: Deleting WAL directory at /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster5399794780976414892/ts-1/wal/wals/f709ba2c6b9442feb7ce928646db696f 17:52:00.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.463480 27375 ts_tablet_manager.cc:1403] T f709ba2c6b9442feb7ce928646db696f P 1d6d939e52924b87b2c6eed2aaf2af8a: Deleting consensus metadata 17:52:00.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.474501 26786 catalog_manager.cc:3138] TS 1d6d939e52924b87b2c6eed2aaf2af8a (127.26.3.130:35796): tablet f709ba2c6b9442feb7ce928646db696f (table testcreatetable [id=09a096ccff194aeb9c8eaf650d56b434]) successfully deleted 17:52:00.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.543471 26638 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 26838 17:52:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:00.615670 26724 connection.cc:512] server connection from 127.26.3.129:43773 recv error: Network error: failed to read from TLS socket (remote: 127.26.3.129:43773): Connection reset by peer (error 104) 17:52:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:00.615664 26788 connection.cc:512] server connection from 127.26.3.129:43523 recv error: Network error: failed to read from TLS socket (remote: 0.0.0.0:0): Connection reset by peer (error 104) 17:52:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:00.616190 26788 connection.cc:185] Error closing socket: Network error: TlsSocket::Close: Broken pipe 17:52:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:00.616607 26654 connection.cc:512] server connection from 127.26.3.129:44779 recv error: Network error: failed to read from TLS socket (remote: 127.26.3.129:44779): Connection reset by peer (error 104) 17:52:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.617548 26638 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 26990 17:52:00.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:00.644834 26658 connection.cc:512] server connection from 127.26.3.130:53402 recv error: Network error: failed to read from TLS socket (remote: 127.26.3.130:53402): Connection reset by peer (error 104) 17:52:00.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:00.645032 26788 connection.cc:512] server connection from 127.26.3.130:49910 recv error: Network error: failed to read from TLS socket (remote: 127.26.3.130:49910): Connection reset by peer (error 104) 17:52:00.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:00.645545 26720 connection.cc:512] server connection from 127.26.3.130:48622 recv error: Network error: failed to read from TLS socket (remote: 127.26.3.130:48622): Connection reset by peer (error 104) 17:52:00.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.646205 26638 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 27125 17:52:00.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:00.669920 26724 connection.cc:512] server connection from 127.26.3.131:58274 recv error: Network error: failed to read from TLS socket (remote: 127.26.3.131:58274): Connection reset by peer (error 104) 17:52:00.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:00.670044 26654 connection.cc:512] server connection from 127.26.3.131:58573 recv error: Network error: failed to read from TLS socket (remote: 127.26.3.131:58573): Connection reset by peer (error 104) 17:52:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.670608 26638 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 26646 17:52:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:00.670680 26786 connection.cc:512] server connection from 127.26.3.131:36058 recv error: Network error: failed to read from TLS socket (remote: 127.26.3.131:36058): Connection reset by peer (error 104) 17:52:00.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.691745 26638 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 26708 17:52:00.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:00.712416 26638 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 26774 17:52:01.764 [INFO - Test worker] (RandomUtils.java:46) Using random seed: 1538614321764 17:52:01.766 [INFO - Test worker] (KuduTestHarness.java:138) Creating a new MiniKuduCluster... 17:52:01.766 [INFO - Test worker] (MiniKuduCluster.java:145) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 17:52:01.766 [INFO - Test worker] (KuduBinaryLocator.java:52) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 17:52:01.766 [INFO - Test worker] (MiniKuduCluster.java:196) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 17:52:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:01.981250 27401 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:52:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:52:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/wal 17:52:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/data 17:52:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:52:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:52:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:52:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:52:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.194.126:47073 17:52:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.194.126 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/logs 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/data/info.pb 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:52:01.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.194.126:47073,127.26.194.125:41708,127.26.194.124:40941 with env {} 17:52:02.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:52:02.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.140034 27409 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:52:02.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.140377 27409 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:52:02.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.149490 27409 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:52:02.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.149615 27409 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:52:02.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.149706 27409 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:52:02.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.149811 27409 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.168951 27409 master_main.cc:73] Master server non-default flags: 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/data 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/wal 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.194.126:47073,127.26.194.125:41708,127.26.194.124:40941 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.194.126:47073 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/data/info.pb 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.194.126 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/logs 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:52:02.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:52:02.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:52:02.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:52:02.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:52:02.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:52:02.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:52:02.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:52:02.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:52:02.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.183997 27409 master_main.cc:80] Initializing master server... 17:52:02.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.186394 27409 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 336564us 17:52:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.187186 27409 fs_manager.cc:262] Metadata directory not provided 17:52:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.187305 27409 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:52:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.187623 27409 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:52:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.187736 27409 server_base.cc:433] Attempting to create new FS layout instead 17:52:02.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.191604 27409 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/data/instance: 17:52:02.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b277334a4c2847c7b34389e61af94d82" 17:52:02.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:02.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.192319 27409 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/wal/instance: 17:52:02.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b277334a4c2847c7b34389e61af94d82" 17:52:02.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:02.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.206645 27409 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.006s sys 0.006s 17:52:02.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.207792 27409 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:52:02.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.208994 27409 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:52:02.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.217335 27409 fs_manager.cc:418] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s 17:52:02.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.217474 27409 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/wal 17:52:02.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "b277334a4c2847c7b34389e61af94d82" 17:52:02.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:02.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.217710 27409 fs_report.cc:352] FS layout report 17:52:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:52:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/wal 17:52:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/wal 17:52:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/data/data 17:52:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:52:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:52:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:52:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:52:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:52:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:52:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:52:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:52:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:52:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:52:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.367023 27409 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:52:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.369503 27409 master_main.cc:83] Starting Master server... 17:52:02.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.459700 27409 rpc_server.cc:205] RPC server started. Bound to: 127.26.194.126:47073 17:52:02.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.460670 27409 webserver.cc:175] Starting webserver on 127.26.194.126:0 17:52:02.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.460768 27409 webserver.cc:186] Document root disabled 17:52:02.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.462764 27409 webserver.cc:313] Webserver started. Bound to: http://127.26.194.126:46045/ 17:52:02.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.463549 27409 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-0/data/info.pb 17:52:02.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.465734 27401 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 27409 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.466929 27401 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/wal 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/data 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.194.125:41708 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.194.125 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/logs 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/data/info.pb 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:52:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:52:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:52:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:52:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:52:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.194.126:47073,127.26.194.125:41708,127.26.194.124:40941 with env {} 17:52:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.468040 27470 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:52:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.482112 27470 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } has no permanent_uuid. Determining permanent_uuid... 17:52:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.506884 27470 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } has no permanent_uuid. Determining permanent_uuid... 17:52:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.508141 27470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.194.125:41708: Network error: Client connection negotiation failed: client connection to 127.26.194.125:41708: connect: Connection refused (error 111) 17:52:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.527487 27470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } attempt: 1 17:52:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.528805 27470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.194.125:41708: Network error: Client connection negotiation failed: client connection to 127.26.194.125:41708: connect: Connection refused (error 111) 17:52:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.577129 27470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } attempt: 2 17:52:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.578418 27470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.194.125:41708: Network error: Client connection negotiation failed: client connection to 127.26.194.125:41708: connect: Connection refused (error 111) 17:52:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:52:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.624897 27471 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:52:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.625250 27471 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:52:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.634419 27471 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:52:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.634555 27471 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:52:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.634649 27471 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:52:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.634775 27471 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:52:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.654319 27471 master_main.cc:73] Master server non-default flags: 17:52:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/data 17:52:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/wal 17:52:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:52:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.194.126:47073,127.26.194.125:41708,127.26.194.124:40941 17:52:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:52:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:52:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.194.125:41708 17:52:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:52:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:52:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/data/info.pb 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.194.125 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/logs 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:52:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:52:02.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.668792 27471 master_main.cc:80] Initializing master server... 17:52:02.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.670776 27471 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 336564us 17:52:02.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.671515 27471 fs_manager.cc:262] Metadata directory not provided 17:52:02.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.671636 27471 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:52:02.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.671872 27471 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:52:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.671981 27471 server_base.cc:433] Attempting to create new FS layout instead 17:52:02.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.675747 27471 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/data/instance: 17:52:02.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "53b89497cf044ae0bea6513612313c42" 17:52:02.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:02.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.676434 27471 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/wal/instance: 17:52:02.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "53b89497cf044ae0bea6513612313c42" 17:52:02.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:02.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.689761 27470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } attempt: 3 17:52:02.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.690788 27471 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.005s 17:52:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.691045 27470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.194.125:41708: Network error: Client connection negotiation failed: client connection to 127.26.194.125:41708: connect: Connection refused (error 111) 17:52:02.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.692042 27471 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:52:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.693219 27471 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:52:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.701473 27471 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:52:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.701591 27471 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/wal 17:52:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "53b89497cf044ae0bea6513612313c42" 17:52:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:02 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.701817 27471 fs_report.cc:352] FS layout report 17:52:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:52:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/wal 17:52:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/wal 17:52:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/data/data 17:52:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:52:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:52:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:52:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:52:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:52:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:52:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:52:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:52:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:52:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:52:02.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.867363 27470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } attempt: 4 17:52:02.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:02.868732 27470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.194.125:41708: Network error: Client connection negotiation failed: client connection to 127.26.194.125:41708: connect: Connection refused (error 111) 17:52:02.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.897286 27471 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:52:02.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.899667 27471 master_main.cc:83] Starting Master server... 17:52:02.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.990387 27471 rpc_server.cc:205] RPC server started. Bound to: 127.26.194.125:41708 17:52:02.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.991430 27471 webserver.cc:175] Starting webserver on 127.26.194.125:0 17:52:02.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.991549 27471 webserver.cc:186] Document root disabled 17:52:02.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.993625 27471 webserver.cc:313] Webserver started. Bound to: http://127.26.194.125:55672/ 17:52:02.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.994458 27471 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-1/data/info.pb 17:52:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:02.998487 27536 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:52:03.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.002584 27401 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 27471 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.003315 27401 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/wal 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/data 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=localhost 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.194.124:40941 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.194.124 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:52:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/logs 17:52:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/data/info.pb 17:52:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:52:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:52:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:52:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags 17:52:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:52:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.194.126:47073,127.26.194.125:41708,127.26.194.124:40941 with env {} 17:52:03.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.011513 27536 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } has no permanent_uuid. Determining permanent_uuid... 17:52:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.030036 27536 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } has no permanent_uuid. Determining permanent_uuid... 17:52:03.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.041069 27536 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } has no permanent_uuid. Determining permanent_uuid... 17:52:03.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.042241 27536 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.194.124:40941: Network error: Client connection negotiation failed: client connection to 127.26.194.124:40941: connect: Connection refused (error 111) 17:52:03.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.061597 27536 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } attempt: 1 17:52:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.062661 27536 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.194.124:40941: Network error: Client connection negotiation failed: client connection to 127.26.194.124:40941: connect: Connection refused (error 111) 17:52:03.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.111007 27536 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } attempt: 2 17:52:03.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.112273 27536 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.194.124:40941: Network error: Client connection negotiation failed: client connection to 127.26.194.124:40941: connect: Connection refused (error 111) 17:52:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:52:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.169533 27537 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:52:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.169966 27537 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:52:03.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.172076 27470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } attempt: 5 17:52:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.179430 27470 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } has no permanent_uuid. Determining permanent_uuid... 17:52:03.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.180953 27470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.194.124:40941: Network error: Client connection negotiation failed: client connection to 127.26.194.124:40941: connect: Connection refused (error 111) 17:52:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.182687 27537 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 17:52:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.182839 27537 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:52:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.182965 27537 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 17:52:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.183109 27537 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 17:52:03.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.201514 27537 master_main.cc:73] Master server non-default flags: 17:52:03.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/data 17:52:03.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/wal 17:52:03.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_ca_key_size=1024 17:52:03.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --master_addresses=127.26.194.126:47073,127.26.194.125:41708,127.26.194.124:40941 17:52:03.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tsk_num_rsa_bits=512 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.194.124:40941 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_reuseport=true 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/data/info.pb 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.194.124 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/logs 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Master server version: 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:52:03.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:52:03.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.215927 27537 master_main.cc:80] Initializing master server... 17:52:03.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.218349 27537 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 337064us 17:52:03.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.219084 27537 fs_manager.cc:262] Metadata directory not provided 17:52:03.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.219226 27537 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:52:03.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.219300 27470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } attempt: 1 17:52:03.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.219691 27537 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:52:03.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.219853 27537 server_base.cc:433] Attempting to create new FS layout instead 17:52:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.220728 27470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.194.124:40941: Network error: Client connection negotiation failed: client connection to 127.26.194.124:40941: connect: Connection refused (error 111) 17:52:03.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.223605 27536 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } attempt: 3 17:52:03.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.223752 27537 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/data/instance: 17:52:03.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "049a291144144503888f37b5eda13d48" 17:52:03.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:03.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.224548 27537 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/wal/instance: 17:52:03.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "049a291144144503888f37b5eda13d48" 17:52:03.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:03.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.224865 27536 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.194.124:40941: Network error: Client connection negotiation failed: client connection to 127.26.194.124:40941: connect: Connection refused (error 111) 17:52:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.238809 27537 fs_manager.cc:502] Time spent creating directory manager: real 0.014s user 0.008s sys 0.005s 17:52:03.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.239964 27537 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:52:03.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.241150 27537 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:52:03.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.249265 27537 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s 17:52:03.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.249393 27537 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/wal 17:52:03.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "049a291144144503888f37b5eda13d48" 17:52:03.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:03.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.249650 27537 fs_report.cc:352] FS layout report 17:52:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:52:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/wal 17:52:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/wal 17:52:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/data/data 17:52:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:52:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:52:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:52:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:52:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:52:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:52:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:52:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:52:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:52:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:52:03.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.269037 27470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } attempt: 2 17:52:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.270301 27470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.194.124:40941: Network error: Client connection negotiation failed: client connection to 127.26.194.124:40941: connect: Connection refused (error 111) 17:52:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.370663 27470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } attempt: 3 17:52:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.373153 27470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.194.124:40941: Network error: Client connection negotiation failed: client connection to 127.26.194.124:40941: connect: Connection refused (error 111) 17:52:03.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.401229 27536 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } attempt: 4 17:52:03.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.402773 27536 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.194.124:40941: Network error: Client connection negotiation failed: client connection to 127.26.194.124:40941: connect: Connection refused (error 111) 17:52:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.428232 27537 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:52:03.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.431053 27537 master_main.cc:83] Starting Master server... 17:52:03.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.513433 27470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } attempt: 4 17:52:03.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.514914 27470 consensus_peers.cc:565] Error getting permanent uuid from config peer 127.26.194.124:40941: Network error: Client connection negotiation failed: client connection to 127.26.194.124:40941: connect: Connection refused (error 111) 17:52:03.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.520541 27537 rpc_server.cc:205] RPC server started. Bound to: 127.26.194.124:40941 17:52:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.521677 27537 webserver.cc:175] Starting webserver on 127.26.194.124:0 17:52:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.521786 27537 webserver.cc:186] Document root disabled 17:52:03.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.523694 27537 webserver.cc:313] Webserver started. Bound to: http://127.26.194.124:51566/ 17:52:03.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.524421 27537 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/master-2/data/info.pb 17:52:03.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.528043 27601 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 17:52:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.530891 27401 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master as pid 27537 17:52:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.531831 27401 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/wal 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/data 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.194.65:0 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.194.65 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.194.65 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.194.126:47073,127.26.194.125:41708,127.26.194.124:40941 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/logs 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/data/info.pb 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:52:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:52:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.540664 27601 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } has no permanent_uuid. Determining permanent_uuid... 17:52:03.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.556282 27601 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } has no permanent_uuid. Determining permanent_uuid... 17:52:03.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.563040 27601 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } has no permanent_uuid. Determining permanent_uuid... 17:52:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.579193 27601 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48: Bootstrap starting. 17:52:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.581624 27601 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48: No blocks or log segments found. Creating new log. 17:52:03.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.583009 27601 log.cc:525] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48: Log is configured to *not* fsync() on all Append() calls 17:52:03.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.589081 27601 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48: No bootstrap required, opened a new log 17:52:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.599314 27601 raft_consensus.cc:325] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } 17:52:03.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.599819 27601 raft_consensus.cc:351] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:52:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.600091 27601 raft_consensus.cc:630] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 049a291144144503888f37b5eda13d48, State: Initialized, Role: FOLLOWER 17:52:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.600723 27601 consensus_queue.cc:228] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } 17:52:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.603586 27601 sys_catalog.cc:337] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } } 17:52:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.604331 27601 sys_catalog.cc:340] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [sys.catalog]: This master's current role is: FOLLOWER 17:52:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.605707 27601 sys_catalog.cc:424] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [sys.catalog]: configured and running, proceeding with master startup. 17:52:03.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.604194 27607 sys_catalog.cc:337] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } } 17:52:03.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.671744 27607 sys_catalog.cc:340] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [sys.catalog]: This master's current role is: FOLLOWER 17:52:03.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.674777 27537 master_main.cc:86] Master server successfully started. 17:52:03.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.680510 27608 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:52:03.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.680775 27608 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:52:03.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.684289 27557 tablet.cc:1728] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:52:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.706109 27536 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } attempt: 5 17:52:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:52:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.706651 27602 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:52:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.707690 27602 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:52:03.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.720371 27536 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42: Bootstrap starting. 17:52:03.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.723639 27536 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42: No blocks or log segments found. Creating new log. 17:52:03.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.724619 27602 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:52:03.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.725178 27602 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.194.65 17:52:03.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.725720 27536 log.cc:525] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42: Log is configured to *not* fsync() on all Append() calls 17:52:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.731314 27536 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42: No bootstrap required, opened a new log 17:52:03.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.751305 27536 raft_consensus.cc:325] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } 17:52:03.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.752238 27536 raft_consensus.cc:351] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:52:03.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.752663 27536 raft_consensus.cc:630] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 53b89497cf044ae0bea6513612313c42, State: Initialized, Role: FOLLOWER 17:52:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.753688 27536 consensus_queue.cc:228] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } 17:52:03.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.756664 27536 sys_catalog.cc:337] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } } 17:52:03.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.757390 27536 sys_catalog.cc:340] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [sys.catalog]: This master's current role is: FOLLOWER 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.759232 27602 tablet_server_main.cc:78] Tablet server non-default flags: 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/data 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/wal 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.194.65:0 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/data/info.pb 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.194.65 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.194.126:47073,127.26.194.125:41708,127.26.194.124:40941 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:52:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:52:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:52:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.194.65 17:52:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/logs 17:52:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:52:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:52:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:52:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:52:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:52:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:52:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:52:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:52:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:52:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.761759 27536 sys_catalog.cc:424] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [sys.catalog]: configured and running, proceeding with master startup. 17:52:03.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.780272 27470 consensus_peers.cc:575] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } attempt: 5 17:52:03.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.783884 27602 tablet_server_main.cc:85] Initializing tablet server... 17:52:03.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.787657 27602 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 337064us 17:52:03.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.788350 27602 fs_manager.cc:262] Metadata directory not provided 17:52:03.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.793678 27470 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82: Bootstrap starting. 17:52:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.796314 27602 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:52:03.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.797240 27470 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82: No blocks or log segments found. Creating new log. 17:52:03.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.797734 27602 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:52:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.798007 27602 server_base.cc:433] Attempting to create new FS layout instead 17:52:03.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.803292 27602 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/data/instance: 17:52:03.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "af395a724bd94e8681a8862e07343fd8" 17:52:03.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.805487 27470 log.cc:525] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82: Log is configured to *not* fsync() on all Append() calls 17:52:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.807139 27602 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/wal/instance: 17:52:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "af395a724bd94e8681a8862e07343fd8" 17:52:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.818284 27470 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82: No bootstrap required, opened a new log 17:52:03.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.842723 27470 raft_consensus.cc:325] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } 17:52:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.844847 27470 raft_consensus.cc:351] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:52:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.845162 27470 raft_consensus.cc:630] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b277334a4c2847c7b34389e61af94d82, State: Initialized, Role: FOLLOWER 17:52:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.845943 27470 consensus_queue.cc:228] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } 17:52:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.853631 27602 fs_manager.cc:502] Time spent creating directory manager: real 0.045s user 0.010s sys 0.009s 17:52:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.855476 27602 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:52:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.856931 27602 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:52:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.757630 27615 sys_catalog.cc:337] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } } 17:52:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.865245 27615 sys_catalog.cc:340] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [sys.catalog]: This master's current role is: FOLLOWER 17:52:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.865654 27615 raft_consensus.cc:457] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:52:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.865924 27615 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42: Snoozing failure detection for 1.764s (starting election) 17:52:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.866210 27615 raft_consensus.cc:479] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } 17:52:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.867059 27620 sys_catalog.cc:337] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } } 17:52:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.867734 27620 sys_catalog.cc:340] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [sys.catalog]: This master's current role is: FOLLOWER 17:52:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.869119 27615 leader_election.cc:251] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer b277334a4c2847c7b34389e61af94d82 (127.26.194.126:47073) 17:52:03.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.870144 27615 leader_election.cc:251] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 049a291144144503888f37b5eda13d48 (127.26.194.124:40941) 17:52:03.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.872462 27578 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "53b89497cf044ae0bea6513612313c42" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "049a291144144503888f37b5eda13d48" is_pre_election: true 17:52:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.873090 27578 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48: Snoozing failure detection for 1.677s (vote granted) 17:52:03.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.873345 27578 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 53b89497cf044ae0bea6513612313c42 in term 0. 17:52:03.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.874362 27485 leader_election.cc:387] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 049a291144144503888f37b5eda13d48 (127.26.194.124:40941) 17:52:03.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.874660 27485 leader_election.cc:278] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:52:03.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.875442 27621 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42: Snoozing failure detection for 2.038s (election complete) 17:52:03.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.875713 27621 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:52:03.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.875916 27621 raft_consensus.cc:457] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:52:03.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.876097 27621 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42: Snoozing failure detection for 2.060s (starting election) 17:52:03.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.876332 27621 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [term 0 FOLLOWER]: Advancing to term 1 17:52:03.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.880473 27620 raft_consensus.cc:457] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 17:52:03.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.880729 27620 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82: Snoozing failure detection for 1.750s (starting election) 17:52:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.881049 27620 raft_consensus.cc:479] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } 17:52:03.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.882274 27620 leader_election.cc:251] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 53b89497cf044ae0bea6513612313c42 (127.26.194.125:41708) 17:52:03.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.882844 27620 leader_election.cc:251] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [CANDIDATE]: Term 1 pre-election: Requesting pre-vote from peer 049a291144144503888f37b5eda13d48 (127.26.194.124:40941) 17:52:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.883625 27621 raft_consensus.cc:479] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } 17:52:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.884253 27578 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b277334a4c2847c7b34389e61af94d82" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "049a291144144503888f37b5eda13d48" is_pre_election: true 17:52:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.884497 27602 fs_manager.cc:418] Time spent opening block manager: real 0.012s user 0.001s sys 0.006s 17:52:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.884722 27578 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48: Snoozing failure detection for 2.214s (vote granted) 17:52:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.884949 27578 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b277334a4c2847c7b34389e61af94d82 in term 0. 17:52:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.884667 27602 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/wal 17:52:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "af395a724bd94e8681a8862e07343fd8" 17:52:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:03 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.885022 27621 leader_election.cc:251] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [CANDIDATE]: Term 1 election: Requesting vote from peer b277334a4c2847c7b34389e61af94d82 (127.26.194.126:47073) 17:52:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.885702 27419 leader_election.cc:387] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [CANDIDATE]: Term 1 pre-election: Vote granted by peer 049a291144144503888f37b5eda13d48 (127.26.194.124:40941) 17:52:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.885447 27602 fs_report.cc:352] FS layout report 17:52:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:52:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/wal 17:52:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/wal 17:52:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/data/data 17:52:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:52:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:52:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:52:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:52:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:52:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:52:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:52:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:52:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:52:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:52:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.885951 27419 leader_election.cc:278] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. 17:52:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.885748 27513 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b277334a4c2847c7b34389e61af94d82" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "53b89497cf044ae0bea6513612313c42" is_pre_election: true 17:52:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.886458 27513 raft_consensus.cc:2185] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate b277334a4c2847c7b34389e61af94d82 in current term 1: Already voted for candidate 53b89497cf044ae0bea6513612313c42 in this term. 17:52:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.886701 27620 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82: Snoozing failure detection for 1.539s (election complete) 17:52:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.886924 27620 raft_consensus.cc:2549] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [term 0 FOLLOWER]: Leader pre-election won for term 1 17:52:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.887126 27620 raft_consensus.cc:457] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 17:52:03.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.887318 27620 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82: Snoozing failure detection for 1.741s (starting election) 17:52:03.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.887676 27620 raft_consensus.cc:2794] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [term 0 FOLLOWER]: Advancing to term 1 17:52:03.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.888473 27471 master_main.cc:86] Master server successfully started. 17:52:03.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.887861 27621 leader_election.cc:251] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [CANDIDATE]: Term 1 election: Requesting vote from peer 049a291144144503888f37b5eda13d48 (127.26.194.124:40941) 17:52:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.889729 27578 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "53b89497cf044ae0bea6513612313c42" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "049a291144144503888f37b5eda13d48" 17:52:03.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.890034 27578 raft_consensus.cc:2794] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [term 0 FOLLOWER]: Advancing to term 1 17:52:03.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.890278 27578 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48: Snoozing failure detection for 1.888s (vote granted) 17:52:03.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.893388 27620 raft_consensus.cc:479] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } 17:52:03.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.894067 27578 raft_consensus.cc:2255] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 53b89497cf044ae0bea6513612313c42 in term 1. 17:52:03.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.894261 27620 leader_election.cc:251] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [CANDIDATE]: Term 1 election: Requesting vote from peer 53b89497cf044ae0bea6513612313c42 (127.26.194.125:41708) 17:52:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.894636 27620 leader_election.cc:251] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [CANDIDATE]: Term 1 election: Requesting vote from peer 049a291144144503888f37b5eda13d48 (127.26.194.124:40941) 17:52:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.894876 27485 leader_election.cc:387] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [CANDIDATE]: Term 1 election: Vote granted by peer 049a291144144503888f37b5eda13d48 (127.26.194.124:40941) 17:52:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.895262 27485 leader_election.cc:278] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:52:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.896131 27578 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b277334a4c2847c7b34389e61af94d82" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "049a291144144503888f37b5eda13d48" 17:52:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.896613 27578 raft_consensus.cc:2185] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate b277334a4c2847c7b34389e61af94d82 in current term 1: Already voted for candidate 53b89497cf044ae0bea6513612313c42 in this term. 17:52:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.897404 27419 leader_election.cc:401] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [CANDIDATE]: Term 1 election: Vote denied by peer 049a291144144503888f37b5eda13d48 (127.26.194.124:40941). Message: Invalid argument: T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate b277334a4c2847c7b34389e61af94d82 in current term 1: Already voted for candidate 53b89497cf044ae0bea6513612313c42 in this term. 17:52:03.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.904839 27492 tablet.cc:1728] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:52:03.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.904969 27621 raft_consensus.cc:2742] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42: Snoozing failure detection for 2.110s (election complete) 17:52:03.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.905206 27621 raft_consensus.cc:2549] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [term 1 FOLLOWER]: Leader election won for term 1 17:52:03.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.905846 27621 raft_consensus.cc:595] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [term 1 LEADER]: Becoming Leader. State: Replica: 53b89497cf044ae0bea6513612313c42, State: Running, Role: LEADER 17:52:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.907215 27621 consensus_queue.cc:205] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } 17:52:03.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.910346 27616 catalog_manager.cc:1084] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:52:03.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:03.910799 27616 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:52:03.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.924224 27615 sys_catalog.cc:337] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 53b89497cf044ae0bea6513612313c42. Latest consensus state: current_term: 1 leader_uuid: "53b89497cf044ae0bea6513612313c42" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } } 17:52:03.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.926255 27615 sys_catalog.cc:340] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [sys.catalog]: This master's current role is: LEADER 17:52:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.939288 27627 catalog_manager.cc:1026] Loading table and tablet metadata into memory... 17:52:03.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.945196 27627 catalog_manager.cc:1037] Initializing Kudu internal certificate authority... 17:52:04.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.868333 27470 sys_catalog.cc:337] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } } 17:52:04.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.044383 27470 sys_catalog.cc:340] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [sys.catalog]: This master's current role is: FOLLOWER 17:52:04.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.045667 27470 sys_catalog.cc:424] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [sys.catalog]: configured and running, proceeding with master startup. 17:52:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.049893 27578 raft_consensus.cc:1083] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [term 1 FOLLOWER]: Refusing update from remote peer 53b89497cf044ae0bea6513612313c42: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:52:04.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.051154 27615 consensus_queue.cc:963] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [LEADER]: Connected to new peer: Peer: permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:52:04.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.076884 27409 master_main.cc:86] Master server successfully started. 17:52:04.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.075528 27447 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "53b89497cf044ae0bea6513612313c42" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b277334a4c2847c7b34389e61af94d82" is_pre_election: true 17:52:04.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.076125 27446 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "53b89497cf044ae0bea6513612313c42" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b277334a4c2847c7b34389e61af94d82" 17:52:04.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.077942 27445 raft_consensus.cc:1083] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [term 1 FOLLOWER]: Refusing update from remote peer 53b89497cf044ae0bea6513612313c42: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 17:52:04.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.079093 27446 raft_consensus.cc:2230] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 53b89497cf044ae0bea6513612313c42 for term 1 because replica is already servicing an update from a current leader or another vote. 17:52:04.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.079636 27615 consensus_queue.cc:963] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 17:52:04.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.080119 27447 raft_consensus.cc:2230] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 53b89497cf044ae0bea6513612313c42 for term 1 because replica is already servicing an update from a current leader or another vote. 17:52:04.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:03.887511 27418 leader_election.cc:401] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [CANDIDATE]: Term 1 pre-election: Vote denied by peer 53b89497cf044ae0bea6513612313c42 (127.26.194.125:41708). Message: Invalid argument: T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate b277334a4c2847c7b34389e61af94d82 in current term 1: Already voted for candidate 53b89497cf044ae0bea6513612313c42 in this term. 17:52:04.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:04.082300 27418 outbound_call.cc:287] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.26.194.125:41708, user_credentials={real_user=jenkins}} blocked reactor thread for 194886us 17:52:04.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.083473 27513 tablet_service.cc:995] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b277334a4c2847c7b34389e61af94d82" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "53b89497cf044ae0bea6513612313c42" 17:52:04.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.084007 27513 raft_consensus.cc:2216] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [term 1 LEADER]: Leader election vote request: Denying vote to candidate b277334a4c2847c7b34389e61af94d82 for term 1 because replica is either leader or believes a valid leader to be alive. 17:52:04.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.085088 27418 leader_election.cc:401] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [CANDIDATE]: Term 1 election: Vote denied by peer 53b89497cf044ae0bea6513612313c42 (127.26.194.125:41708). Message: Invalid argument: T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [term 1 LEADER]: Leader election vote request: Denying vote to candidate b277334a4c2847c7b34389e61af94d82 for term 1 because replica is either leader or believes a valid leader to be alive. 17:52:04.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:04.085340 27631 catalog_manager.cc:1084] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82: acquiring CA information for follower catalog manager: Not found: root CA entry not found 17:52:04.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:04.085608 27631 catalog_manager.cc:583] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 17:52:04.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.085355 27418 leader_election.cc:278] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. 17:52:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.086278 27607 sys_catalog.cc:337] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 53b89497cf044ae0bea6513612313c42. Latest consensus state: current_term: 1 leader_uuid: "53b89497cf044ae0bea6513612313c42" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } } 17:52:04.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.086988 27607 sys_catalog.cc:340] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [sys.catalog]: This master's current role is: FOLLOWER 17:52:04.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.088449 27487 leader_election.cc:401] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [CANDIDATE]: Term 1 pre-election: Vote denied by peer b277334a4c2847c7b34389e61af94d82 (127.26.194.126:47073). Message: Service unavailable: T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 53b89497cf044ae0bea6513612313c42 for term 1 because replica is already servicing an update from a current leader or another vote. 17:52:04.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.089089 27487 leader_election.cc:401] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [CANDIDATE]: Term 1 election: Vote denied by peer b277334a4c2847c7b34389e61af94d82 (127.26.194.126:47073). Message: Service unavailable: T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 53b89497cf044ae0bea6513612313c42 for term 1 because replica is already servicing an update from a current leader or another vote. 17:52:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.105163 27615 sys_catalog.cc:337] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "53b89497cf044ae0bea6513612313c42" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } } 17:52:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.105841 27615 sys_catalog.cc:340] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [sys.catalog]: This master's current role is: LEADER 17:52:04.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.106976 27627 catalog_manager.cc:924] Generated new certificate authority record 17:52:04.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.106899 27607 sys_catalog.cc:337] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "53b89497cf044ae0bea6513612313c42" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } } 17:52:04.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.107549 27607 sys_catalog.cc:340] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48 [sys.catalog]: This master's current role is: FOLLOWER 17:52:04.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.109622 27627 catalog_manager.cc:1046] Loading token signing keys... 17:52:04.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:04.124169 27426 tablet.cc:1728] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:52:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.137953 27627 catalog_manager.cc:4062] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42: Generated new TSK 0 17:52:04.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.149078 27620 sys_catalog.cc:337] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 53b89497cf044ae0bea6513612313c42. Latest consensus state: current_term: 1 leader_uuid: "53b89497cf044ae0bea6513612313c42" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } } 17:52:04.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.149771 27620 sys_catalog.cc:340] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [sys.catalog]: This master's current role is: FOLLOWER 17:52:04.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.150142 27635 raft_consensus.cc:2742] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82: Snoozing failure detection for 1.710s (election complete) 17:52:04.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.150472 27635 raft_consensus.cc:2497] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority 17:52:04.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.160243 27621 sys_catalog.cc:337] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "53b89497cf044ae0bea6513612313c42" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } } 17:52:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.160884 27621 sys_catalog.cc:340] T 00000000000000000000000000000000 P 53b89497cf044ae0bea6513612313c42 [sys.catalog]: This master's current role is: LEADER 17:52:04.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.205469 27635 sys_catalog.cc:337] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "53b89497cf044ae0bea6513612313c42" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b277334a4c2847c7b34389e61af94d82" member_type: VOTER last_known_addr { host: "127.26.194.126" port: 47073 } } peers { permanent_uuid: "53b89497cf044ae0bea6513612313c42" member_type: VOTER last_known_addr { host: "127.26.194.125" port: 41708 } } peers { permanent_uuid: "049a291144144503888f37b5eda13d48" member_type: VOTER last_known_addr { host: "127.26.194.124" port: 40941 } } } 17:52:04.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.207427 27635 sys_catalog.cc:340] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82 [sys.catalog]: This master's current role is: FOLLOWER 17:52:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.271466 27602 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:52:04.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.280297 27602 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:52:04.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.287570 27602 tablet_server_main.cc:90] Starting tablet server... 17:52:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.687322 27608 catalog_manager.cc:1082] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48: acquiring CA information for follower catalog manager: success 17:52:04.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.695176 27608 catalog_manager.cc:1110] T 00000000000000000000000000000000 P 049a291144144503888f37b5eda13d48: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:52:04.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.735522 27602 rpc_server.cc:205] RPC server started. Bound to: 127.26.194.65:40399 17:52:04.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.737149 27602 webserver.cc:175] Starting webserver on 127.26.194.65:0 17:52:04.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.737471 27602 webserver.cc:186] Document root disabled 17:52:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.743520 27602 webserver.cc:313] Webserver started. Bound to: http://127.26.194.65:40086/ 17:52:04.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.744629 27602 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-0/data/info.pb 17:52:04.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.746155 27401 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 27602 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.747427 27401 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/wal 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/data 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.194.66:0 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.194.66 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.194.66 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.194.126:47073,127.26.194.125:41708,127.26.194.124:40941 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/logs 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/data/info.pb 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:52:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:52:04.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.806993 27602 tablet_server_main.cc:93] Tablet server successfully started. 17:52:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.825887 27755 heartbeater.cc:346] Connected to a master server at 127.26.194.125:41708 17:52:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.826185 27755 heartbeater.cc:426] Registering TS with master... 17:52:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.826820 27755 heartbeater.cc:475] Master 127.26.194.125:41708 requested a full tablet report, sending... 17:52:04.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.833143 27503 ts_manager.cc:98] Registered new tserver with Master: af395a724bd94e8681a8862e07343fd8 (127.26.194.65:40399) 17:52:04.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.836148 27503 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.26.194.65:48628 17:52:04.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.827466 27751 heartbeater.cc:346] Connected to a master server at 127.26.194.126:47073 17:52:04.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.844383 27751 heartbeater.cc:426] Registering TS with master... 17:52:04.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.844729 27751 heartbeater.cc:475] Master 127.26.194.126:47073 requested a full tablet report, sending... 17:52:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.827766 27756 heartbeater.cc:346] Connected to a master server at 127.26.194.124:40941 17:52:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.847697 27756 heartbeater.cc:426] Registering TS with master... 17:52:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.847661 27437 ts_manager.cc:98] Registered new tserver with Master: af395a724bd94e8681a8862e07343fd8 (127.26.194.65:40399) 17:52:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.848039 27756 heartbeater.cc:475] Master 127.26.194.124:40941 requested a full tablet report, sending... 17:52:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:04.850512 27568 ts_manager.cc:98] Registered new tserver with Master: af395a724bd94e8681a8862e07343fd8 (127.26.194.65:40399) 17:52:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.092448 27631 catalog_manager.cc:1082] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82: acquiring CA information for follower catalog manager: success 17:52:05.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.095976 27631 catalog_manager.cc:1110] T 00000000000000000000000000000000 P b277334a4c2847c7b34389e61af94d82: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 17:52:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:52:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:05.124711 27752 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:52:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:05.125308 27752 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:52:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:05.163015 27752 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:52:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:05.163638 27752 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.194.66 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.211881 27752 tablet_server_main.cc:78] Tablet server non-default flags: 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/data 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/wal 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.194.66:0 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/data/info.pb 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.194.66 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.194.126:47073,127.26.194.125:41708,127.26.194.124:40941 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.194.66 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/logs 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:52:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:52:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:52:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:52:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:52:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:52:05.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.265182 27752 tablet_server_main.cc:85] Initializing tablet server... 17:52:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.268080 27752 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 338064us 17:52:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.268741 27752 fs_manager.cc:262] Metadata directory not provided 17:52:05.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.268916 27752 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:52:05.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.269670 27752 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:52:05.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.270335 27752 server_base.cc:433] Attempting to create new FS layout instead 17:52:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.277884 27752 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/data/instance: 17:52:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "cc7d19a3a97b41128022134a93425710" 17:52:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:05 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:05.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.282894 27752 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/wal/instance: 17:52:05.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "cc7d19a3a97b41128022134a93425710" 17:52:05.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:05 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:05.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.324466 27752 fs_manager.cc:502] Time spent creating directory manager: real 0.035s user 0.013s sys 0.003s 17:52:05.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.326318 27752 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:52:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.327348 27752 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:52:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.354768 27752 fs_manager.cc:418] Time spent opening block manager: real 0.007s user 0.001s sys 0.004s 17:52:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.355036 27752 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/wal 17:52:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "cc7d19a3a97b41128022134a93425710" 17:52:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:05 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.355581 27752 fs_report.cc:352] FS layout report 17:52:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:52:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/wal 17:52:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/wal 17:52:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/data/data 17:52:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:52:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:52:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:52:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:52:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:52:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:52:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:52:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:52:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:52:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:52:05.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.630786 27752 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:52:05.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.637138 27752 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:52:05.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.641556 27752 tablet_server_main.cc:90] Starting tablet server... 17:52:05.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.842294 27755 heartbeater.cc:467] Master 127.26.194.125:41708 was elected leader, sending a full tablet report... 17:52:05.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.872489 27752 rpc_server.cc:205] RPC server started. Bound to: 127.26.194.66:35843 17:52:05.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.873765 27752 webserver.cc:175] Starting webserver on 127.26.194.66:0 17:52:05.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.873888 27752 webserver.cc:186] Document root disabled 17:52:05.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.875695 27752 webserver.cc:313] Webserver started. Bound to: http://127.26.194.66:52917/ 17:52:05.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.876467 27752 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-1/data/info.pb 17:52:05.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.877005 27401 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 27752 17:52:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.878125 27401 external_mini_cluster.cc:817] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:52:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver 17:52:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/wal 17:52:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/data 17:52:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --block_manager=log 17:52:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.194.67:0 17:52:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.194.67 17:52:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.194.67 17:52:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:52:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.194.126:47073,127.26.194.125:41708,127.26.194.124:40941 17:52:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync 17:52:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:52:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:52:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:52:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:52:05.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr 17:52:05.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:52:05.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/logs 17:52:05.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/data/info.pb 17:52:05.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:52:05.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports 17:52:05.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags 17:52:05.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags with env {} 17:52:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.918176 27752 tablet_server_main.cc:93] Tablet server successfully started. 17:52:05.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.954573 27893 heartbeater.cc:346] Connected to a master server at 127.26.194.125:41708 17:52:05.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.954988 27893 heartbeater.cc:426] Registering TS with master... 17:52:05.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.955847 27893 heartbeater.cc:475] Master 127.26.194.125:41708 requested a full tablet report, sending... 17:52:05.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.958731 27503 ts_manager.cc:98] Registered new tserver with Master: cc7d19a3a97b41128022134a93425710 (127.26.194.66:35843) 17:52:05.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.960451 27503 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.26.194.66:45936 17:52:05.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.955232 27897 heartbeater.cc:346] Connected to a master server at 127.26.194.124:40941 17:52:05.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.967540 27897 heartbeater.cc:426] Registering TS with master... 17:52:05.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.967871 27897 heartbeater.cc:475] Master 127.26.194.124:40941 requested a full tablet report, sending... 17:52:05.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.970485 27568 ts_manager.cc:98] Registered new tserver with Master: cc7d19a3a97b41128022134a93425710 (127.26.194.66:35843) 17:52:05.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.972939 27892 heartbeater.cc:346] Connected to a master server at 127.26.194.126:47073 17:52:05.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.973140 27892 heartbeater.cc:426] Registering TS with master... 17:52:05.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.973461 27892 heartbeater.cc:475] Master 127.26.194.126:47073 requested a full tablet report, sending... 17:52:05.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:05.975098 27437 ts_manager.cc:98] Registered new tserver with Master: cc7d19a3a97b41128022134a93425710 (127.26.194.66:35843) 17:52:06.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) WARNING: Logging before InitGoogleLogging() is written to STDERR 17:52:06.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:06.109845 27896 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 17:52:06.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:06.110466 27896 flags.cc:406] Enabled unsafe flag: --never_fsync=true 17:52:06.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:06.127013 27896 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 17:52:06.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:06.127550 27896 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.194.67 17:52:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.162343 27896 tablet_server_main.cc:78] Tablet server non-default flags: 17:52:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/data 17:52:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/wal 17:52:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --ipki_server_key_size=1024 17:52:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_bind_addresses=127.26.194.67:0 17:52:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --rpc_server_allow_ephemeral_ports=true 17:52:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --metrics_log_interval_ms=1000 17:52:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_format=pb 17:52:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/data/info.pb 17:52:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_interface=127.26.194.67 17:52:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --webserver_port=0 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --tserver_master_addrs=127.26.194.126:47073,127.26.194.125:41708,127.26.194.124:40941 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --never_fsync=true 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --redact=none 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_experimental_flags=true 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --unlock_unsafe_flags=true 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --enable_minidumps=false 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --local_ip_for_outbound_sockets=127.26.194.67 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/logs 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logbuflevel=-1 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) --logtostderr=true 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Tablet server version: 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) kudu 1.8.0-SNAPSHOT 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) revision ec654c49f2814b4677015788d7a8ea13ca405317 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build type FASTDEBUG 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) built by jenkins at 03 Oct 2018 14:57:19 PST on quasar-kpilnl-1.vpc.cloudera.com 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) build id 155168 17:52:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) TSAN enabled 17:52:06.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.189884 27896 tablet_server_main.cc:85] Initializing tablet server... 17:52:06.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.192725 27896 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 338564us 17:52:06.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.193382 27896 fs_manager.cc:262] Metadata directory not provided 17:52:06.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.193572 27896 fs_manager.cc:268] Using write-ahead log directory (fs_wal_dir) as metadata directory 17:52:06.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.193895 27896 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 17:52:06.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.194106 27896 server_base.cc:433] Attempting to create new FS layout instead 17:52:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.198858 27896 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/data/instance: 17:52:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "889bb4f859b14f43ad0ada3694202826" 17:52:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:06 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:06.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.199873 27896 fs_manager.cc:601] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/wal/instance: 17:52:06.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "889bb4f859b14f43ad0ada3694202826" 17:52:06.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:06 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:06.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.222347 27896 fs_manager.cc:502] Time spent creating directory manager: real 0.022s user 0.014s sys 0.005s 17:52:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.224246 27896 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 17:52:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.224934 27896 file_cache.cc:466] Constructed file cache lbm with capacity 13107 17:52:06.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.238070 27896 fs_manager.cc:418] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 17:52:06.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.238333 27896 fs_manager.cc:435] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/wal 17:52:06.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) uuid: "889bb4f859b14f43ad0ada3694202826" 17:52:06.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) format_stamp: "Formatted at 2018-10-04 00:52:06 on quasar-kpilnl-1.vpc.cloudera.com" 17:52:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.238840 27896 fs_report.cc:352] FS layout report 17:52:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) -------------------- 17:52:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/wal 17:52:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/wal 17:52:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/data/data 17:52:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live blocks: 0 17:52:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes: 0 17:52:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total live bytes (after alignment): 0 17:52:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total number of LBM containers: 0 (0 full) 17:52:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for missing blocks 17:52:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Did not check for orphaned blocks 17:52:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM containers with extra space: 0 (0 repaired) 17:52:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total full LBM container extra space in bytes: 0 (0 repaired) 17:52:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total incomplete LBM containers: 0 (0 repaired) 17:52:06.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) Total LBM partial records: 0 (0 repaired) 17:52:06.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.458350 27896 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 17:52:06.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.462657 27896 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 17:52:06.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.464617 27896 tablet_server_main.cc:90] Starting tablet server... 17:52:06.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.585268 27896 rpc_server.cc:205] RPC server started. Bound to: 127.26.194.67:43914 17:52:06.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.586499 27896 webserver.cc:175] Starting webserver on 127.26.194.67:0 17:52:06.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.586627 27896 webserver.cc:186] Document root disabled 17:52:06.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.588094 27896 webserver.cc:313] Webserver started. Bound to: http://127.26.194.67:50515/ 17:52:06.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.588866 27896 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster3506744148390315850/ts-2/data/info.pb 17:52:06.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.590603 27401 external_mini_cluster.cc:879] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver as pid 27896 17:52:06.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.619946 27896 tablet_server_main.cc:93] Tablet server successfully started. 17:52:06.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.653893 28027 heartbeater.cc:346] Connected to a master server at 127.26.194.126:47073 17:52:06.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.654222 28027 heartbeater.cc:426] Registering TS with master... 17:52:06.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.655009 28027 heartbeater.cc:475] Master 127.26.194.126:47073 requested a full tablet report, sending... 17:52:06.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.656901 27437 ts_manager.cc:98] Registered new tserver with Master: 889bb4f859b14f43ad0ada3694202826 (127.26.194.67:43914) 17:52:06.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.656939 28029 heartbeater.cc:346] Connected to a master server at 127.26.194.124:40941 17:52:06.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.657155 28029 heartbeater.cc:426] Registering TS with master... 17:52:06.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.657603 28029 heartbeater.cc:475] Master 127.26.194.124:40941 requested a full tablet report, sending... 17:52:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.659952 27567 ts_manager.cc:98] Registered new tserver with Master: 889bb4f859b14f43ad0ada3694202826 (127.26.194.67:43914) 17:52:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.655622 28028 heartbeater.cc:346] Connected to a master server at 127.26.194.125:41708 17:52:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.667399 28028 heartbeater.cc:426] Registering TS with master... 17:52:06.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.667780 28028 heartbeater.cc:475] Master 127.26.194.125:41708 requested a full tablet report, sending... 17:52:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.669416 27503 ts_manager.cc:98] Registered new tserver with Master: 889bb4f859b14f43ad0ada3694202826 (127.26.194.67:43914) 17:52:06.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.670619 27503 master_service.cc:253] Signed X509 certificate for tserver {username='jenkins'} at 127.26.194.67:55800 17:52:06.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.672246 27401 external_mini_cluster.cc:513] 3 TS(s) registered with all masters 17:52:06.673 [INFO - Test worker] (KuduTestHarness.java:140) Creating a new Kudu client... 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.749428 27503 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.26.194.125:39798: 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "test" 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c1_i" 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c2_s" 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c3_double" 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DOUBLE 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c4_long" 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT64 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c5_bool" 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BOOL 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c6_short" 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT16 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c7_float" 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: FLOAT 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c8_binary" 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: BINARY 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c9_unixtime_micros" 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: UNIXTIME_MICROS 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c10_byte" 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT8 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c11_decimal32" 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL32 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 9 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c12_decimal64" 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL64 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 18 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "c13_decimal128" 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: DECIMAL128 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type_attributes { 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) precision: 38 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) split_rows_range_bounds { 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) rows: "\006\000\000\000\000\007\001\000\000\0002\000\000\000\006\001\000\000\0002\000\000\000\007\000\000\000\000" 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.809530 27688 tablet_service.cc:759] Processing CreateTablet for tablet 8b336055f04f43fc96e53e6a9def4a94 (table=test [id=6fdd833443384918ae5d86d51b79a9e7]), partition=RANGE (key) PARTITION VALUES < 50 17:52:06.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.810400 27688 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet 8b336055f04f43fc96e53e6a9def4a94. 1 dirs total, 0 dirs full, 0 dirs failed 17:52:06.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.810415 27964 tablet_service.cc:759] Processing CreateTablet for tablet bf2ece60cbea4692b89443e41da17432 (table=test [id=6fdd833443384918ae5d86d51b79a9e7]), partition=RANGE (key) PARTITION VALUES >= 50 17:52:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.811332 27964 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet bf2ece60cbea4692b89443e41da17432. 1 dirs total, 0 dirs full, 0 dirs failed 17:52:06.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.822165 27688 ts_tablet_manager.cc:1173] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8: Registered tablet (data state: TABLET_DATA_READY) 17:52:06.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.823652 28102 ts_tablet_manager.cc:1028] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8: Bootstrapping tablet 17:52:06.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.824466 28102 tablet_bootstrap.cc:438] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8: Bootstrap starting. 17:52:06.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.825471 27964 ts_tablet_manager.cc:1173] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826: Registered tablet (data state: TABLET_DATA_READY) 17:52:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.826644 28102 tablet_bootstrap.cc:592] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8: No blocks or log segments found. Creating new log. 17:52:06.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.827402 28103 ts_tablet_manager.cc:1028] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826: Bootstrapping tablet 17:52:06.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.828133 28103 tablet_bootstrap.cc:438] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826: Bootstrap starting. 17:52:06.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.828145 28102 log.cc:525] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8: Log is configured to *not* fsync() on all Append() calls 17:52:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.831215 28103 tablet_bootstrap.cc:592] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826: No blocks or log segments found. Creating new log. 17:52:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.832701 28103 log.cc:525] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826: Log is configured to *not* fsync() on all Append() calls 17:52:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.834142 28102 tablet_bootstrap.cc:438] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8: No bootstrap required, opened a new log 17:52:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.834457 28102 ts_tablet_manager.cc:1045] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8: Time spent bootstrapping tablet: real 0.010s user 0.005s sys 0.001s 17:52:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.836748 28103 tablet_bootstrap.cc:438] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826: No bootstrap required, opened a new log 17:52:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.837054 28103 ts_tablet_manager.cc:1045] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.003s 17:52:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.844920 28102 raft_consensus.cc:325] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "af395a724bd94e8681a8862e07343fd8" member_type: VOTER last_known_addr { host: "127.26.194.65" port: 40399 } } 17:52:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.845686 28102 raft_consensus.cc:351] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:52:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.845909 28102 raft_consensus.cc:630] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: af395a724bd94e8681a8862e07343fd8, State: Initialized, Role: FOLLOWER 17:52:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.846475 28102 consensus_queue.cc:228] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "af395a724bd94e8681a8862e07343fd8" member_type: VOTER last_known_addr { host: "127.26.194.65" port: 40399 } } 17:52:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.846897 28102 raft_consensus.cc:365] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:52:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.847105 28102 raft_consensus.cc:457] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:52:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.847312 28102 raft_consensus.cc:2742] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8: Snoozing failure detection for 1.868s (starting election) 17:52:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.847553 28102 raft_consensus.cc:2794] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8 [term 0 FOLLOWER]: Advancing to term 1 17:52:06.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.849731 28103 raft_consensus.cc:325] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "889bb4f859b14f43ad0ada3694202826" member_type: VOTER last_known_addr { host: "127.26.194.67" port: 43914 } } 17:52:06.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.850195 28103 raft_consensus.cc:351] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:52:06.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.850364 28103 raft_consensus.cc:630] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 889bb4f859b14f43ad0ada3694202826, State: Initialized, Role: FOLLOWER 17:52:06.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.850715 28102 raft_consensus.cc:479] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "af395a724bd94e8681a8862e07343fd8" member_type: VOTER last_known_addr { host: "127.26.194.65" port: 40399 } } 17:52:06.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.850883 28103 consensus_queue.cc:228] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "889bb4f859b14f43ad0ada3694202826" member_type: VOTER last_known_addr { host: "127.26.194.67" port: 43914 } } 17:52:06.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.851176 28102 leader_election.cc:278] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:52:06.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.851321 28103 raft_consensus.cc:365] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:52:06.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.851564 28103 raft_consensus.cc:457] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:52:06.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.851745 28103 raft_consensus.cc:2742] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826: Snoozing failure detection for 1.540s (starting election) 17:52:06.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.851935 28103 raft_consensus.cc:2794] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826 [term 0 FOLLOWER]: Advancing to term 1 17:52:06.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.853193 28106 raft_consensus.cc:2742] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8: Snoozing failure detection for 2.179s (election complete) 17:52:06.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.853673 28106 raft_consensus.cc:2549] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8 [term 1 FOLLOWER]: Leader election won for term 1 17:52:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.856493 28102 ts_tablet_manager.cc:1073] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8: Time spent starting tablet: real 0.022s user 0.018s sys 0.003s 17:52:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.856480 28103 raft_consensus.cc:479] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "889bb4f859b14f43ad0ada3694202826" member_type: VOTER last_known_addr { host: "127.26.194.67" port: 43914 } } 17:52:06.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.857020 28103 leader_election.cc:278] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:52:06.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.856400 28106 raft_consensus.cc:595] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8 [term 1 LEADER]: Becoming Leader. State: Replica: af395a724bd94e8681a8862e07343fd8, State: Running, Role: LEADER 17:52:06.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.857427 28106 consensus_queue.cc:205] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "af395a724bd94e8681a8862e07343fd8" member_type: VOTER last_known_addr { host: "127.26.194.65" port: 40399 } } 17:52:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.859134 28109 raft_consensus.cc:2742] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826: Snoozing failure detection for 2.003s (election complete) 17:52:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.859536 28109 raft_consensus.cc:2549] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826 [term 1 FOLLOWER]: Leader election won for term 1 17:52:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.865202 27503 catalog_manager.cc:3758] T 8b336055f04f43fc96e53e6a9def4a94 P af395a724bd94e8681a8862e07343fd8 reported cstate change: term changed from 0 to 1, leader changed from to af395a724bd94e8681a8862e07343fd8 (127.26.194.65). New cstate: current_term: 1 leader_uuid: "af395a724bd94e8681a8862e07343fd8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "af395a724bd94e8681a8862e07343fd8" member_type: VOTER last_known_addr { host: "127.26.194.65" port: 40399 } health_report { overall_health: HEALTHY } } } 17:52:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.871057 28028 heartbeater.cc:467] Master 127.26.194.125:41708 was elected leader, sending a full tablet report... 17:52:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.871613 28109 raft_consensus.cc:595] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826 [term 1 LEADER]: Becoming Leader. State: Replica: 889bb4f859b14f43ad0ada3694202826, State: Running, Role: LEADER 17:52:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.872614 28103 ts_tablet_manager.cc:1073] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826: Time spent starting tablet: real 0.035s user 0.016s sys 0.011s 17:52:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.873263 28109 consensus_queue.cc:205] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "889bb4f859b14f43ad0ada3694202826" member_type: VOTER last_known_addr { host: "127.26.194.67" port: 43914 } } 17:52:06.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.882086 27502 catalog_manager.cc:3758] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826 reported cstate change: term changed from 0 to 1, leader changed from to 889bb4f859b14f43ad0ada3694202826 (127.26.194.67). New cstate: current_term: 1 leader_uuid: "889bb4f859b14f43ad0ada3694202826" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "889bb4f859b14f43ad0ada3694202826" member_type: VOTER last_known_addr { host: "127.26.194.67" port: 43914 } health_report { overall_health: HEALTHY } } } 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.895776 27502 catalog_manager.cc:1366] Servicing CreateTable request from {username='jenkins'} at 127.26.194.125:39798: 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "simple-test" 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) schema { 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: INT32 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: true 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: false 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "val" 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) type: STRING 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_key: false 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) is_nullable: true 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) cfile_block_size: 0 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) num_replicas: 1 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) partition_schema { 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) range_schema { 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) columns { 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) name: "key" 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) } 17:52:06.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.925470 27819 tablet_service.cc:759] Processing CreateTablet for tablet d5f1b7d0bd51481baaf49b50faf27577 (table=simple-test [id=dd7bd7bd1398418a9c648aff668be85f]), partition=RANGE (key) PARTITION UNBOUNDED 17:52:06.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.926398 27819 data_dirs.cc:934] Could only allocate 1 dirs of requested 3 for tablet d5f1b7d0bd51481baaf49b50faf27577. 1 dirs total, 0 dirs full, 0 dirs failed 17:52:06.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.945330 27819 ts_tablet_manager.cc:1173] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710: Registered tablet (data state: TABLET_DATA_READY) 17:52:06.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.947018 28115 ts_tablet_manager.cc:1028] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710: Bootstrapping tablet 17:52:06.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.947680 28115 tablet_bootstrap.cc:438] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710: Bootstrap starting. 17:52:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.950525 28115 tablet_bootstrap.cc:592] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710: No blocks or log segments found. Creating new log. 17:52:06.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.951759 28115 log.cc:525] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710: Log is configured to *not* fsync() on all Append() calls 17:52:06.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.954574 28115 tablet_bootstrap.cc:438] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710: No bootstrap required, opened a new log 17:52:06.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.954895 28115 ts_tablet_manager.cc:1045] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710: Time spent bootstrapping tablet: real 0.007s user 0.006s sys 0.000s 17:52:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.964627 27893 heartbeater.cc:467] Master 127.26.194.125:41708 was elected leader, sending a full tablet report... 17:52:06.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.967679 28115 raft_consensus.cc:325] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cc7d19a3a97b41128022134a93425710" member_type: VOTER last_known_addr { host: "127.26.194.66" port: 35843 } } 17:52:06.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.968281 28115 raft_consensus.cc:351] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 17:52:06.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.968502 28115 raft_consensus.cc:630] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cc7d19a3a97b41128022134a93425710, State: Initialized, Role: FOLLOWER 17:52:06.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.969061 28115 consensus_queue.cc:228] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cc7d19a3a97b41128022134a93425710" member_type: VOTER last_known_addr { host: "127.26.194.66" port: 35843 } } 17:52:06.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.969491 28115 raft_consensus.cc:365] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately 17:52:06.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.969729 28115 raft_consensus.cc:457] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration) 17:52:06.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.969913 28115 raft_consensus.cc:2742] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710: Snoozing failure detection for 1.905s (starting election) 17:52:06.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.970114 28115 raft_consensus.cc:2794] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710 [term 0 FOLLOWER]: Advancing to term 1 17:52:06.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.973125 28115 raft_consensus.cc:479] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cc7d19a3a97b41128022134a93425710" member_type: VOTER last_known_addr { host: "127.26.194.66" port: 35843 } } 17:52:06.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.973819 28115 leader_election.cc:278] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. 17:52:06.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.976982 28117 raft_consensus.cc:2742] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710: Snoozing failure detection for 1.578s (election complete) 17:52:06.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.977540 28117 raft_consensus.cc:2549] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710 [term 1 FOLLOWER]: Leader election won for term 1 17:52:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.981215 28117 raft_consensus.cc:595] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710 [term 1 LEADER]: Becoming Leader. State: Replica: cc7d19a3a97b41128022134a93425710, State: Running, Role: LEADER 17:52:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.981688 28115 ts_tablet_manager.cc:1073] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710: Time spent starting tablet: real 0.027s user 0.019s sys 0.006s 17:52:06.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.981684 28117 consensus_queue.cc:205] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cc7d19a3a97b41128022134a93425710" member_type: VOTER last_known_addr { host: "127.26.194.66" port: 35843 } } 17:52:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:06.989908 27503 catalog_manager.cc:3758] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710 reported cstate change: term changed from 0 to 1, leader changed from to cc7d19a3a97b41128022134a93425710 (127.26.194.66). New cstate: current_term: 1 leader_uuid: "cc7d19a3a97b41128022134a93425710" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cc7d19a3a97b41128022134a93425710" member_type: VOTER last_known_addr { host: "127.26.194.66" port: 35843 } health_report { overall_health: HEALTHY } } } 17:52:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:07.118577 28033 tablet.cc:1728] T bf2ece60cbea4692b89443e41da17432 P 889bb4f859b14f43ad0ada3694202826: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:52:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:07.166126 27899 tablet.cc:1728] T d5f1b7d0bd51481baaf49b50faf27577 P cc7d19a3a97b41128022134a93425710: Can't schedule compaction. Clean time has not been advanced past its initial value. 17:52:07.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:07.644975 27401 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 27602 17:52:07.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:07.676478 27421 connection.cc:512] server connection from 127.26.194.65:46906 recv error: Network error: failed to read from TLS socket (remote: 127.26.194.65:46906): Connection reset by peer (error 104) 17:52:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:07.677245 27484 connection.cc:512] server connection from 127.26.194.65:48628 recv error: Network error: failed to read from TLS socket (remote: 127.26.194.65:48628): Connection reset by peer (error 104) 17:52:07.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:07.677292 27401 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 27752 17:52:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:07.678002 27550 connection.cc:512] server connection from 127.26.194.65:51858 recv error: Network error: failed to read from TLS socket (remote: 127.26.194.65:51858): Connection reset by peer (error 104) 17:52:07.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:07.700842 27421 connection.cc:512] server connection from 127.26.194.66:54280 recv error: Network error: failed to read from TLS socket (remote: 127.26.194.66:54280): Connection reset by peer (error 104) 17:52:07.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:07.700881 27483 connection.cc:512] server connection from 127.26.194.66:45936 recv error: Network error: failed to read from TLS socket (remote: 127.26.194.66:45936): Connection reset by peer (error 104) 17:52:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:07.701591 27401 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-tserver with pid 27896 17:52:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:07.701627 27549 connection.cc:512] server connection from 127.26.194.66:50020 recv error: Network error: failed to read from TLS socket (remote: 127.26.194.66:50020): Connection reset by peer (error 104) 17:52:07.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:07.722457 27549 connection.cc:512] server connection from 127.26.194.67:51687 recv error: Network error: failed to read from TLS socket (remote: 127.26.194.67:51687): Connection reset by peer (error 104) 17:52:07.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:07.722662 27418 connection.cc:512] server connection from 127.26.194.67:54778 recv error: Network error: failed to read from TLS socket (remote: 127.26.194.67:54778): Connection reset by peer (error 104) 17:52:07.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) W1003 17:52:07.723130 27487 connection.cc:512] server connection from 127.26.194.67:55800 recv error: Network error: failed to read from TLS socket (remote: 127.26.194.67:55800): Connection reset by peer (error 104) 17:52:07.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:07.723795 27401 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 27409 17:52:07.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:07.747854 27401 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 27471 17:52:07.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:534) I1003 17:52:07.767910 27401 external_mini_cluster.cc:1015] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/tsan/bin/kudu-master with pid 27537 ]]>